-- Logs begin at Fri 2021-04-23 17:21:30 UTC, end at Fri 2021-04-23 18:20:55 UTC. -- Apr 23 17:52:52.261525 dv-cinder-786524-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 23 17:52:55.412239 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.common.config [-] Logging enabled! Apr 23 17:52:55.412674 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev129 Apr 23 17:52:55.414095 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86250) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 23 17:52:55.415863 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.common.config [-] Logging enabled! Apr 23 17:52:55.416149 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev129 Apr 23 17:52:55.416492 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86250) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 23 17:52:55.417514 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 23 17:52:55.417776 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 23 17:52:55.418815 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 23 17:52:55.419139 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 23 17:52:55.419401 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 23 17:52:55.419766 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.420105 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.420441 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.420701 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.421036 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.421365 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.421683 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.422010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.422344 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.422668 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.423012 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.423322 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.423581 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.423898 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.424423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.424797 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.425056 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] debug = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.425373 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.425903 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.426222 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.426538 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.426865 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.427220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.427530 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.427838 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.428156 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.428516 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] host = dv-cinder-786524-3-smb {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.428828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.429152 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.429477 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.429801 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.430108 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.430416 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.430738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.431068 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.431376 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] log_file = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.431686 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.432011 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.432332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.432669 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.432923 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.433176 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.433503 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.433828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.434137 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.434445 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.434752 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.435084 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.435394 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.435694 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.436014 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.436332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.436652 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.436960 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.437264 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.437565 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.437869 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.438190 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.438494 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.438799 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.439130 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.439458 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.440420 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.440907 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.441252 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.441578 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.441898 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.442220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.442528 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.442850 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.443185 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.443492 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.443793 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] use_json = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.444095 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.444394 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.444709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.445010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.445309 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.445613 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.445914 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.446237 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:55.446565 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.446899 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.447263 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.447576 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.447904 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.448479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.448803 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.449111 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.449434 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.449757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.450076 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.450382 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.450697 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.451044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.451361 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.451703 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.452037 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.452365 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.452671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.452973 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.453281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.453588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.453907 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.454238 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.454567 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.454872 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.455865 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.456436 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.456801 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.457117 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.457434 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.457768 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.458083 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.458392 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.458710 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.459051 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.459357 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.459663 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.459972 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.460296 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.460605 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.460917 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.461213 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.461522 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.461824 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.462142 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.462454 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.462755 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.463082 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.463398 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.463703 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.464007 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.464314 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.464619 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.464924 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.465228 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.465529 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.465833 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.466134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.466437 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.466741 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.467072 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.467382 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.467686 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.467990 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.468292 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.468595 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.468898 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.469216 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.469549 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.469855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.470164 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.470473 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.470811 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.471475 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.471794 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.472110 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.472423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.472730 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.473059 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.473382 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.473702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.474017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.474327 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.474659 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.474970 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.475311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.475623 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.475932 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.476342 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.476659 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.476989 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.477320 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.477646 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.477974 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.478301 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.478613 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.478964 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.479304 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:55.479547 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 23 17:52:55.479807 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86250) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 23 17:52:56.148864 dv-cinder-786524-3-smb neutron-server[86250]: INFO keyring.backend [-] Loading Gnome Apr 23 17:52:56.166074 dv-cinder-786524-3-smb neutron-server[86250]: INFO keyring.backend [-] Loading Google Apr 23 17:52:56.168765 dv-cinder-786524-3-smb neutron-server[86250]: INFO keyring.backend [-] Loading Windows (alt) Apr 23 17:52:56.172447 dv-cinder-786524-3-smb neutron-server[86250]: INFO keyring.backend [-] Loading file Apr 23 17:52:56.173279 dv-cinder-786524-3-smb neutron-server[86250]: INFO keyring.backend [-] Loading keyczar Apr 23 17:52:56.173559 dv-cinder-786524-3-smb neutron-server[86250]: INFO keyring.backend [-] Loading multi Apr 23 17:52:56.174435 dv-cinder-786524-3-smb neutron-server[86250]: INFO keyring.backend [-] Loading pyfs Apr 23 17:52:56.221808 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:52:56.222121 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:52:56.222444 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:52:56.222814 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 23 17:52:56.619036 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.619578 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.619668 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.620983 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.621406 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.621704 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.659058 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.659375 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.659676 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.674918 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.675210 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.675510 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.742415 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.742725 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.743047 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.744044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.744352 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:56.746077 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.019448 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.019705 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.020007 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.020308 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.021140 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.172980 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.173364 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.173681 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.174064 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.174548 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.174939 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.175433 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.176073 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.176369 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.176712 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.177015 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.177324 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.177631 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.177922 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.178238 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.178556 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.178852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.179197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.179484 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.179825 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.180281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.180566 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.180847 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.181187 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.181469 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.181753 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.182172 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86250) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 17:52:57.182443 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86250) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 17:52:57.182714 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86250) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 17:52:57.182994 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86250) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 17:52:57.183273 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86250) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 17:52:57.183539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86250) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 17:52:57.183952 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 23 17:52:57.187013 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 23 17:52:57.191229 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 23 17:52:57.194969 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 23 17:52:57.196623 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 23 17:52:57.197881 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 23 17:52:57.198509 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 23 17:52:57.198937 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 23 17:52:57.202681 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 23 17:52:57.202964 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 23 17:52:57.203387 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 23 17:52:57.231031 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 23 17:52:57.231526 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.231855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86250) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 23 17:52:57.232268 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.233604 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86250) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 23 17:52:57.233922 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 23 17:52:57.234196 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 23 17:52:57.237436 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.237755 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.305636 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 23 17:52:57.305860 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 23 17:52:57.306130 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 23 17:52:57.306526 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 23 17:52:57.340017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_db.sqlalchemy.engines [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86250) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 23 17:52:57.785026 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Initializing driver for type 'gre' Apr 23 17:52:57.785591 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] gre ID ranges: [(1, 1000)] Apr 23 17:52:57.824605 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Initializing driver for type 'local' Apr 23 17:52:57.825073 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Initializing driver for type 'vlan' Apr 23 17:52:57.835184 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] VlanTypeDriver initialization complete Apr 23 17:52:57.835559 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Initializing driver for type 'vxlan' Apr 23 17:52:57.836068 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] vxlan ID ranges: [(1, 1000)] Apr 23 17:52:57.874868 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Initializing extension driver 'port_security' Apr 23 17:52:57.875255 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.extensions.port_security [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] PortSecurityExtensionDriver initialization complete Apr 23 17:52:57.875627 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Initializing mechanism driver 'openvswitch' Apr 23 17:52:57.875985 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Initializing mechanism driver 'hyperv' Apr 23 17:52:57.882249 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 17:52:57.883093 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > port after_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.883502 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > port after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.883889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > port after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.884315 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.884703 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.885082 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.885500 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > network after_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.885881 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > network after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.886261 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > network after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.886677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > security_group after_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.887088 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > security_group after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.887620 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.888043 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.888427 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.888804 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.889226 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > address_group after_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.889606 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > address_group after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.889983 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.890349 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] ML2 OVO RPC backend initialized. {{(pid=86250) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 23 17:52:57.891166 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.891561 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.892020 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > network before_response 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.892409 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > networks before_response 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.893332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > port before_response 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.893711 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > ports before_response 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.894094 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > subnet before_response 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.894474 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > subnets before_response 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.894859 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > network after_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.895263 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > network after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.895638 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > network after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.896010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > port after_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.896381 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > port after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.896751 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > port after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.897125 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.897493 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.897862 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.898488 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.plugin [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Modular L2 Plugin initialization complete Apr 23 17:52:57.898844 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading services supported by the core plugin {{(pid=86250) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 23 17:52:57.899231 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.plugins.ml2.managers [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Got port-security extension from driver 'port_security' Apr 23 17:52:57.899738 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.extensions.vlantransparent [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Disabled vlantransparent extension. Apr 23 17:52:57.900266 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86250) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 23 17:52:57.900608 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading Plugin: router Apr 23 17:52:57.938763 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.939238 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router after_create 55549900 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.939784 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router before_create 55549900 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.940199 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.940621 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.941014 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router after_delete 55549900 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.941415 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.941828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router after_create 55549900 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.942213 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router after_update 55549900 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.942611 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router after_update 55549900 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.943020 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.943432 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router after_update 55549900 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.943931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.944360 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: port after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.944737 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: port after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.945114 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: subnet after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.945487 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.945876 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.946264 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.946647 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: port before_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.947068 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router precommit_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.947495 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router after_update 55549900 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.947857 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.948500 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.948907 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.949291 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.949724 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > network after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.950718 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Tracking information for resource: router configured {{(pid=86250) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 17:52:57.951119 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Tracking information for resource: floatingip configured {{(pid=86250) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 17:52:57.956482 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.l3_agentschedulers_db [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 23 17:52:57.957123 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: port after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.957517 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: port after_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.957904 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: port after_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.958291 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: port after_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.959216 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router before_create 55550100 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.959623 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.960028 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router precommit_create 55550100 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.960425 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > router precommit_update 55550100 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.965187 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.provider_configuration [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Service providers = [] {{(pid=86250) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 23 17:52:57.965586 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.servicetype_db [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86250) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 23 17:52:57.968406 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.service_base [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86250) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 23 17:52:57.968793 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.service_base [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86250) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 23 17:52:57.969170 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.service_base [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86250) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 23 17:52:57.970067 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.service_base [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86250) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 23 17:52:57.970467 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.services.service_base [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 23 17:52:57.971960 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86250) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 17:52:57.972322 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 23 17:52:57.982516 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86250) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 17:52:57.982891 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading Plugin: auto_allocate Apr 23 17:52:57.988905 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: network precommit_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.989301 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: network precommit_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:57.989895 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86250) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 17:52:57.990255 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading Plugin: tag Apr 23 17:52:57.997273 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86250) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 17:52:57.997647 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading Plugin: timestamp Apr 23 17:52:58.001488 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86250) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 17:52:58.001862 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading Plugin: network_ip_availability Apr 23 17:52:58.007605 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:58.008015 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:58.008404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:58.009185 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86250) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 17:52:58.009541 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading Plugin: flavors Apr 23 17:52:58.014045 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86250) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 17:52:58.014414 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading Plugin: revisions Apr 23 17:52:58.019988 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86250) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 17:52:58.020415 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.798s {{(pid=86250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:52:58.021211 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86250) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 23 17:52:58.021575 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Initializing extension manager. Apr 23 17:52:58.022132 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: __init__.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.022513 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: __pycache__ {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.022885 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.023293 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: address_group.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.024095 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.024739 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: address-group Apr 23 17:52:58.025102 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: address_scope.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.025865 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.026436 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: address-scope Apr 23 17:52:58.026798 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.027757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.028325 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: router-admin-state-down-before-update Apr 23 17:52:58.028687 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: agent.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.029438 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.029997 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: agent Apr 23 17:52:58.030355 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: agent_resources_synced.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.031296 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.031858 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: agent-resources-synced Apr 23 17:52:58.032217 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: allowedaddresspairs.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.034713 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.035367 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: allowed-address-pairs Apr 23 17:52:58.035691 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: auto_allocated_topology.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.036766 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.037340 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: auto-allocated-topology Apr 23 17:52:58.037705 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: availability_zone.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.038452 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.039042 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: availability_zone Apr 23 17:52:58.039410 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: availability_zone_filter.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.040335 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.040897 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: availability_zone_filter Apr 23 17:52:58.041260 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: data_plane_status.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.042294 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.042860 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension data-plane-status not supported by any of loaded plugins Apr 23 17:52:58.043257 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: default_subnetpools.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.044179 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.044742 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: default-subnetpools Apr 23 17:52:58.045105 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.045971 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.046547 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: dhcp_agent_scheduler Apr 23 17:52:58.046908 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: dns.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.047849 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.048410 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension dns-integration not supported by any of loaded plugins Apr 23 17:52:58.048768 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: dns_domain_ports.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.049738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.050307 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 23 17:52:58.050665 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: dvr.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.051411 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.051980 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: dvr Apr 23 17:52:58.052341 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: empty_string_filtering.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.053258 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.053820 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: empty-string-filtering Apr 23 17:52:58.054179 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.055121 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.055680 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 23 17:52:58.056039 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.056956 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.057521 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 23 17:52:58.057884 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: external_net.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.058817 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.059411 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: external-net Apr 23 17:52:58.059775 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.060683 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.061246 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: extra_dhcp_opt Apr 23 17:52:58.061606 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: extraroute.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.062528 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.063122 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: extraroute Apr 23 17:52:58.063488 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: extraroute_atomic.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.064561 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.065278 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: extraroute-atomic Apr 23 17:52:58.065643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: filter_validation.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.066338 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.066899 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: filter-validation Apr 23 17:52:58.067304 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: fip_pf_description.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.068222 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.068788 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 23 17:52:58.069149 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: fip_port_details.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.070167 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.070740 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: fip-port-details Apr 23 17:52:58.071127 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: flavors.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.072356 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.073185 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: flavors Apr 23 17:52:58.073551 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.075269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.075851 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 23 17:52:58.076224 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: floatingip_pools.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.076972 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.077544 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: floatingip-pools Apr 23 17:52:58.077911 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: ip_allocation.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.078845 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.079443 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension ip_allocation not supported by any of loaded plugins Apr 23 17:52:58.079807 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.081406 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.081977 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: ip-substring-filtering Apr 23 17:52:58.082338 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: l2_adjacency.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.083294 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.083863 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 23 17:52:58.084223 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: l3.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.085281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.085855 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: router Apr 23 17:52:58.086221 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.088494 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.089071 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 23 17:52:58.089442 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.090371 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.090938 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: ext-gw-mode Apr 23 17:52:58.091339 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.092363 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.092930 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: l3-ha Apr 23 17:52:58.093293 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: l3_flavors.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.094212 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.094789 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: l3-flavors Apr 23 17:52:58.095180 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.096650 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.097212 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 23 17:52:58.097570 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: l3agentscheduler.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.098718 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.099335 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: l3_agent_scheduler Apr 23 17:52:58.099702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: logging.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.101202 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.101786 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension logging not supported by any of loaded plugins Apr 23 17:52:58.102159 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: metering.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.102946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.103663 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: metering Apr 23 17:52:58.104032 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.105138 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.105712 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: metering_source_and_destination_fields Apr 23 17:52:58.106076 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: multiprovidernet.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.107033 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.107610 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: multi-provider Apr 23 17:52:58.107971 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: netmtu.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.108897 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.109462 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: net-mtu Apr 23 17:52:58.109824 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: netmtu_writable.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.110747 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.111372 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: net-mtu-writable Apr 23 17:52:58.111741 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: network_availability_zone.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.112554 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.113119 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: network_availability_zone Apr 23 17:52:58.113482 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: network_ip_availability.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.114586 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.115191 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: network-ip-availability Apr 23 17:52:58.115556 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: network_segment_range.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.116373 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.116943 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension network-segment-range not supported by any of loaded plugins Apr 23 17:52:58.117304 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: pagination.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.118284 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.118660 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: pagination Apr 23 17:52:58.119040 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: port_device_profile.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.119952 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.120515 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: port-device-profile Apr 23 17:52:58.120874 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.121807 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.122373 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: port-mac-address-regenerate Apr 23 17:52:58.122731 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.123663 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.124232 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: port-numa-affinity-policy Apr 23 17:52:58.124589 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: port_resource_request.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.125495 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.126057 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension port-resource-request not supported by any of loaded plugins Apr 23 17:52:58.126415 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: portbindings.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.127494 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.128062 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: binding Apr 23 17:52:58.128420 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: portbindings_extended.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.129674 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.130248 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: binding-extended Apr 23 17:52:58.130610 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: portsecurity.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.131563 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.132137 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: port-security Apr 23 17:52:58.132497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: project_id.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.133481 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.133861 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: project-id Apr 23 17:52:58.134230 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: providernet.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.135187 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.135760 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: provider Apr 23 17:52:58.136117 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: qos.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.139728 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.140319 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension qos not supported by any of loaded plugins Apr 23 17:52:58.140688 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.141922 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.142495 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 23 17:52:58.143507 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.144439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.145013 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 23 17:52:58.145375 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: qos_default.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.146297 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.146871 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension qos-default not supported by any of loaded plugins Apr 23 17:52:58.147258 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: qos_fip.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.147946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.148506 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension qos-fip not supported by any of loaded plugins Apr 23 17:52:58.148865 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: qos_gateway_ip.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.149788 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.150360 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 23 17:52:58.150720 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: qos_port_network_policy.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.151677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.152248 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 23 17:52:58.152608 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: qos_rule_type_details.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.153531 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.154100 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 23 17:52:58.154461 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: qos_rules_alias.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.155522 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.156093 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 23 17:52:58.156456 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: quotasv2.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.157413 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.157783 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: quotas Apr 23 17:52:58.158136 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: quotasv2_detail.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.159924 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.160312 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: quota_details Apr 23 17:52:58.160682 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: rbac.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.161821 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.162407 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: rbac-policies Apr 23 17:52:58.162772 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: rbac_address_group.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.163739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.164317 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: rbac-address-group Apr 23 17:52:58.164680 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: rbac_address_scope.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.165602 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.166178 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: rbac-address-scope Apr 23 17:52:58.166539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: rbac_security_groups.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.167477 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.168042 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: rbac-security-groups Apr 23 17:52:58.168401 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: rbac_subnetpool.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.169317 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.169888 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: rbac-subnetpool Apr 23 17:52:58.170247 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: revisionifmatch.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.171206 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.171774 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: revision-if-match Apr 23 17:52:58.172134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: revisions.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.173253 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.174350 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: standard-attr-revisions Apr 23 17:52:58.175109 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: router_availability_zone.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.176302 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.176871 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: router_availability_zone Apr 23 17:52:58.177228 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: routerservicetype.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.178155 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.178718 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension router-service-type not supported by any of loaded plugins Apr 23 17:52:58.179119 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.180061 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.180634 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: security-groups-normalized-cidr Apr 23 17:52:58.180993 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.181931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.182496 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: port-security-groups-filtering Apr 23 17:52:58.182854 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.183812 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.184379 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: security-groups-remote-address-group Apr 23 17:52:58.184743 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: securitygroup.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.198288 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.198892 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: security-group Apr 23 17:52:58.199297 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: segment.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.200162 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.200743 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension segment not supported by any of loaded plugins Apr 23 17:52:58.201110 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.202055 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.202628 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 23 17:52:58.203013 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: servicetype.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.204117 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.204703 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: service-type Apr 23 17:52:58.205097 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: sorting.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.206084 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.206465 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: sorting Apr 23 17:52:58.206827 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: standard_attr_segment.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.207778 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.208360 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 23 17:52:58.208724 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: standardattrdescription.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.209431 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.210006 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: standard-attr-description Apr 23 17:52:58.210370 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: stateful_security_group.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.211324 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.211913 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: stateful-security-group Apr 23 17:52:58.212271 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: stdattrs_common.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.212856 dv-cinder-786524-3-smb neutron-server[86250]: WARNING neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 23 17:52:58.213212 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.214205 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.214791 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 23 17:52:58.215181 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: subnet_onboard.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.216241 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.216817 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: subnet_onboard Apr 23 17:52:58.217179 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.218103 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.218670 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 23 17:52:58.219050 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: subnet_service_types.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.219987 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.220557 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: subnet-service-types Apr 23 17:52:58.221504 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: subnetallocation.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.222664 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.223266 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: subnet_allocation Apr 23 17:52:58.223632 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.224338 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.224911 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: subnetpool-prefix-ops Apr 23 17:52:58.225273 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.226211 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.226773 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 23 17:52:58.227166 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: tagging.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.228431 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.229016 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: standard-attr-tag Apr 23 17:52:58.229381 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: timestamp.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.230549 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.231159 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loaded extension: standard-attr-timestamp Apr 23 17:52:58.231530 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: trunk.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.232564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.233134 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension trunk not supported by any of loaded plugins Apr 23 17:52:58.233494 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: trunk_details.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.234435 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.235030 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension trunk-details not supported by any of loaded plugins Apr 23 17:52:58.235400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: uplink_status_propagation.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.236366 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.237530 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 23 17:52:58.237888 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Loading extension file: vlantransparent.py {{(pid=86250) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 17:52:58.238585 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86250) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 17:52:58.239185 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 23 17:52:58.241830 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of TrackedResource for resource:network Apr 23 17:52:58.242619 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of TrackedResource for resource:subnet Apr 23 17:52:58.243337 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 17:52:58.243997 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of TrackedResource for resource:port Apr 23 17:52:58.245487 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.resource_helper [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86250) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 17:52:58.245975 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.resource_helper [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Service FLAVORS assigned prefix: {{(pid=86250) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 17:52:58.246646 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.resource_helper [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86250) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 17:52:58.247130 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.resource_helper [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86250) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 17:52:58.247499 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of TrackedResource for resource:router Apr 23 17:52:58.248224 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of TrackedResource for resource:floatingip Apr 23 17:52:58.248987 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.resource_helper [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Service METERING assigned prefix: /metering {{(pid=86250) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 17:52:58.250818 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:58.251262 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:58.251658 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86250) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 17:52:58.252954 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of CountableResource for resource:rbac_policy Apr 23 17:52:58.253432 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of TrackedResource for resource:security_group Apr 23 17:52:58.254246 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 23 17:52:58.255057 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.resource_helper [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Service CORE assigned prefix: {{(pid=86250) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 17:52:58.255429 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 17:52:58.255795 dv-cinder-786524-3-smb neutron-server[86250]: WARNING neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] subnetpool is already registered Apr 23 17:52:58.256452 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.resource_helper [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Service CORE assigned prefix: {{(pid=86250) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 17:52:58.256825 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 17:52:58.257184 dv-cinder-786524-3-smb neutron-server[86250]: WARNING neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] subnetpool is already registered Apr 23 17:52:58.259922 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.resource_helper [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86250) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 17:52:58.260398 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.resource_helper [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Service FLAVORS assigned prefix: {{(pid=86250) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 17:52:58.261038 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.resource_helper [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86250) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 17:52:58.261497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.resource_helper [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86250) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 17:52:58.261867 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of TrackedResource for resource:router Apr 23 17:52:58.262232 dv-cinder-786524-3-smb neutron-server[86250]: WARNING neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] router is already registered Apr 23 17:52:58.262887 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of TrackedResource for resource:floatingip Apr 23 17:52:58.263281 dv-cinder-786524-3-smb neutron-server[86250]: WARNING neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] floatingip is already registered Apr 23 17:52:58.263968 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.resource_helper [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Service METERING assigned prefix: /metering {{(pid=86250) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 17:52:58.264696 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of CountableResource for resource:rbac_policy Apr 23 17:52:58.265057 dv-cinder-786524-3-smb neutron-server[86250]: WARNING neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] rbac_policy is already registered Apr 23 17:52:58.265672 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of TrackedResource for resource:security_group Apr 23 17:52:58.266036 dv-cinder-786524-3-smb neutron-server[86250]: WARNING neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] security_group is already registered Apr 23 17:52:58.266684 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 23 17:52:58.267070 dv-cinder-786524-3-smb neutron-server[86250]: WARNING neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] security_group_rule is already registered Apr 23 17:52:58.267928 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.resource_helper [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Service CORE assigned prefix: {{(pid=86250) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 17:52:58.268416 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 17:52:58.268781 dv-cinder-786524-3-smb neutron-server[86250]: WARNING neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] subnetpool is already registered Apr 23 17:52:58.269466 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.resource_helper [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Service CORE assigned prefix: {{(pid=86250) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 17:52:58.269854 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 17:52:58.270191 dv-cinder-786524-3-smb neutron-server[86250]: WARNING neutron.quota.resource_registry [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] subnetpool is already registered Apr 23 17:52:58.270894 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: extensions {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.272456 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: address-groups {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.274117 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: address-scopes {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.275413 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: agents {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.276640 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: auto-allocated-topology {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.277946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: availability_zones {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.279369 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: dhcp-networks {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.280835 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: dhcp-agents {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.282333 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: routers {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.284906 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: flavors {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.286160 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: service_profiles {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.287435 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: next_providers {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.289038 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: service_profiles {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.290545 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: floatingip-pools {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.291845 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: routers {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.293713 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: floatingips {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.294969 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: l3-routers {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.296448 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: l3-agents {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.297925 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: metering-labels {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.300805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: metering-label-rules {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.302128 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: network-ip-availabilities {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.303512 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: bindings {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.305244 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: quotas {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.306754 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: quotas {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.308247 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: rbac-policies {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.309620 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: security-groups {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.310965 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: security-group-rules {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.312287 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: service-providers {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.313564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: subnetpools {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.315359 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: subnetpools {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.316878 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: tags {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.318643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: tags {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.320547 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: tags {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.322402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: tags {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.324588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: tags {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.326574 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: tags {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.328376 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: tags {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.330389 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: tags {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.332650 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: tags {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.334589 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.extensions [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Extended resource: tags {{(pid=86250) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 17:52:58.341374 dv-cinder-786524-3-smb neutron-server[86250]: WARNING keystonemiddleware.auth_token [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 23 17:52:58.347265 dv-cinder-786524-3-smb neutron-server[86250]: WARNING keystonemiddleware.auth_token [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 23 17:52:58.356024 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Acquired lock "singleton_lock" {{(pid=86250) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 23 17:52:58.356542 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Releasing lock "singleton_lock" {{(pid=86250) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 23 17:52:58.357988 dv-cinder-786524-3-smb neutron-server[86250]: INFO oslo_service.service [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Starting 2 workers Apr 23 17:52:58.363886 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Started child 86361 {{(pid=86250) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 23 17:52:58.367947 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:52:58.368746 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Started child 86362 {{(pid=86250) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 23 17:52:58.369355 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [-] (86361) wsgi starting up on http://0.0.0.0:9696 Apr 23 17:52:58.370210 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.service [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 23 17:52:58.370875 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Notify callbacks [] for process, before_spawn {{(pid=86250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:52:58.372138 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:52:58.373365 dv-cinder-786524-3-smb neutron-server[86250]: INFO oslo_service.service [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Starting 1 workers Apr 23 17:52:58.373558 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [-] (86362) wsgi starting up on http://0.0.0.0:9696 Apr 23 17:52:58.379051 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Started child 86363 {{(pid=86250) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 23 17:52:58.379614 dv-cinder-786524-3-smb neutron-server[86250]: INFO oslo_service.service [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Starting 1 workers Apr 23 17:52:58.381078 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.service [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] calling RpcWorker wait() {{(pid=86363) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 23 17:52:58.381549 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.service [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] returning from RpcWorker wait() {{(pid=86363) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 23 17:52:58.383173 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:52:58.383747 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 17:52:58.384401 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Started child 86364 {{(pid=86250) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 23 17:52:58.385209 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2f63d24d-f7c9-40f6-8f62-79aab42972f5 None None] Notify callbacks [] for process, after_spawn {{(pid=86250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:52:58.386934 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86250) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 23 17:52:58.387184 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 23 17:52:58.387582 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 23 17:52:58.388009 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 23 17:52:58.388590 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 23 17:52:58.388923 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 23 17:52:58.389642 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.389954 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:52:58.390268 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.390712 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.391160 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.391629 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.392418 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.392997 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.393448 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.393905 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.394323 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.394667 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.395032 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.395476 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.395901 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.396398 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.396822 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.397234 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.397661 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.398015 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.398426 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.398877 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.399332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.399782 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] debug = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.400212 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.400950 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.401360 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.401769 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.402163 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.402605 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.403036 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.403487 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.403899 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.404291 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.404715 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.405143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.405551 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.405956 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.406378 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.406836 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.407260 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.407854 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] host = dv-cinder-786524-3-smb {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.408819 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.409217 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.409634 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.410042 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.410467 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.410876 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.411343 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.411786 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.412217 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.412655 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.413579 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.413866 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.414153 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.414440 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] log_file = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.414621 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] log_options = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.415095 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.415585 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.416067 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.416300 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.416482 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.416866 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.417179 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.417375 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.417676 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.417920 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.418174 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.418417 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.418659 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.418908 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.419240 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.419511 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.419790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.420035 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.420352 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.420627 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.421043 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 17:52:58.421234 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.421701 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.421972 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.422243 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.422498 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.422752 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.423161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.423284 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.423720 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.424583 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.425081 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.425378 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.425654 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.425923 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.426402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.426801 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.427247 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.427746 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.428028 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.428319 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.428607 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.428864 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.429129 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.429383 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.429653 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.429906 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] use_json = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.430153 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.430405 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.430726 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.430832 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 50468) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:52:58.430993 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.431411 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.431671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.431905 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.432380 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.432847 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.433174 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.433537 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.433814 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.434107 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.434359 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.434812 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.435111 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.435421 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.435656 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.435976 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.436238 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.436573 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.436848 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.437158 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.437525 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.437829 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.438114 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.438591 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.438847 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.439140 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.439418 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.439938 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.440413 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.440710 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.440997 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.441267 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.441521 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.441797 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.442049 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.442297 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.442557 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.442836 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.443309 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.443735 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.444191 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.445220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.445220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.445220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.445457 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.445690 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.446045 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.446386 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.447303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.447303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.447303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.447517 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.447598 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0145519 Apr 23 17:52:58.447669 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.448268 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.448631 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.448976 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.449279 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.449719 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.450164 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.450617 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.451103 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.451541 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.451792 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.452872 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.453335 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.453781 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.454254 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.455577 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.456022 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.456468 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.456913 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.457339 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.457810 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.458165 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.458428 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.458688 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.458957 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.459225 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.459495 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.459742 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.459993 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.460241 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.460480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.460746 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.460963 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.461212 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.461476 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.461748 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.461995 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.462297 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.462637 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.462889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.463197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.463456 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.463733 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.463996 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.464408 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.464778 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.465162 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.465569 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.466032 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.466306 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.466590 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.467893 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.468315 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.469148 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.469148 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.469148 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.469450 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.469602 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.469845 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.471224 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.471224 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.471224 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.471615 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.471739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.472306 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.472592 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.472909 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.473168 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.473473 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.473819 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.474137 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.474446 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.475339 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.475748 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.478164 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.478479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.478803 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.479128 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.479421 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.479708 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.480032 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.480321 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.480579 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.480851 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.481512 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.481512 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.481761 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.482019 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.482269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.482582 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.482868 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.483565 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.483851 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.484147 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.484404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.484826 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.485254 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.485623 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.485894 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.487056 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.487186 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.487404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.487643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.488477 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.488567 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.488798 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.489059 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.489314 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.489570 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.489820 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.490078 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.490330 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.490617 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.491519 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.491519 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.491759 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.492004 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.492257 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.492528 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.492781 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.493070 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.493329 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.499135 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.499687 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.500052 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.500566 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.500922 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.501286 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.501621 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.502533 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.503142 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.503240 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.503574 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.504552 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.504552 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.504552 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.504789 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.504880 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.505378 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.505757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.506172 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.506517 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.506864 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.507269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.507593 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.507950 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.508254 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.508515 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.508775 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.509033 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.509290 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.509573 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.509853 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.510144 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.510396 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.510647 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.510896 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.511176 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.511726 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.511726 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.512766 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.512766 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.512766 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.512766 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.514093 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.514241 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.514383 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.514681 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.514883 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.515183 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.515598 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.516006 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.516438 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.516862 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.517281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.517806 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.518220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.518672 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.518933 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.519281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.519444 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.519852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.520278 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.520535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.520884 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.521180 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.521419 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.521745 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.522020 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.522710 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.522710 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.522884 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.523182 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.523454 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.523989 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.524723 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.524723 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.524948 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.525191 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.525545 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.525882 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.526117 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.527614 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.527614 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.527614 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.527614 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.527614 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.528325 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.528325 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.528569 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.528720 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.528906 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.529148 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.529552 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.529956 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.530387 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.530628 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.530915 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.531228 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.531495 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.531749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.532055 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.532257 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.532708 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.532980 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.533820 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.534419 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.534650 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 23 17:52:58.536134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86250) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 23 17:52:58.536567 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 23 17:52:58.536937 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 23 17:52:58.537351 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 23 17:52:58.537735 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 23 17:52:58.538031 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 17:52:58.538153 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 23 17:52:58.538352 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.538551 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.538747 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.538940 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.539176 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.539392 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.539585 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.539776 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.539965 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.540364 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.540364 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.540510 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.540708 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.540802 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.541021 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.541156 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.541355 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.541515 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.541666 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.541809 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.542044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.542157 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.542344 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] debug = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.542530 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.542749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.542966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.543182 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.543360 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.543610 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.543714 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.543864 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.544216 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.544521 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.544833 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.545157 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.545551 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.545875 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.546222 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.551068 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.551068 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.551068 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] host = dv-cinder-786524-3-smb {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.551068 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.551068 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.551068 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.551068 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.551068 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.551962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.551962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.551962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.551962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.551962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.551962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.551962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.551962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.552632 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] log_file = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.552632 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] log_options = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.552632 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.552632 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.552632 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.552632 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.553346 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.553679 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.554175 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.554487 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.554691 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.554891 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.555149 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.555350 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.555542 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.555733 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.555931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.556123 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.556391 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.556581 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.556748 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.557423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.557423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.557423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.557423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.557796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.557796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.557984 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.558079 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.558264 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.558410 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.558561 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.558733 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.558920 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.559173 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.559342 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.559574 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.559672 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.559823 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.560198 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.560388 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.560574 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.560757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.560941 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.561127 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.561311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.561496 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.561679 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] use_json = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.561862 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.562049 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.562234 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.562417 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.562601 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.562785 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.562968 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.563903 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 17:52:58.564290 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.565219 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.566253 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.566253 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.566253 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.566253 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.566253 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.566730 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.566730 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.566906 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.567051 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.567198 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.567402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.567588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.567777 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.567971 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.568159 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.568344 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.568535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.568723 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.568910 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.569098 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.569302 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.569493 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.569679 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.569860 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.570009 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.570175 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.570342 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.571009 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.571009 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.571009 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.571009 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.571395 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.571395 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.571527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.571716 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.571865 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.572015 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.572159 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.572350 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.572539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.572726 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.573156 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.573331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.573498 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.573839 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.574004 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.574441 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.574654 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.574843 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.574941 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.575973 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.575973 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.575973 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.575973 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.575973 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.575973 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.576638 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.576814 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.577015 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.577220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.577411 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.578361 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.578361 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.578361 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.578361 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.578361 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.578805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.578805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.578805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.579100 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.579100 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.579342 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.579434 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.579592 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.579779 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.579964 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.580209 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.580554 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.580743 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.580909 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.581096 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.581287 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.581482 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.581686 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.583381 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.583381 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.583381 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.583381 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.583381 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.583381 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.583381 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.583381 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.583900 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.583900 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.583900 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.583900 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.583900 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.584203 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.584203 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.584327 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.584563 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.584639 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.584810 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.585160 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.585518 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.585721 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.585846 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.586019 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.586212 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.586409 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.586596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.586791 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.587001 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.587189 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.588086 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.588086 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.588086 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.588086 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.588086 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.588415 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.588415 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.588555 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.588782 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.588876 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.589019 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.589162 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.589365 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.589550 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.589737 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.589924 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.590158 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.590344 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.590529 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.590717 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.590881 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.591072 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.591341 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.591497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.591966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.591966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.591966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.592379 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.592379 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.592379 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.592772 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.592772 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.593030 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.593030 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.593295 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.593432 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.593566 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.593703 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.593839 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.593974 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.594147 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.594328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.594494 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.594653 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.594834 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.595030 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.595217 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.595384 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.595569 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.595795 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.596539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.596539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.596539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.596539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.596911 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.596911 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.597039 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.597109 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.597271 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.597450 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.597637 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.597824 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.598010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.598197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.598384 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.598570 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.598756 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.598943 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.599154 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.599342 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.599530 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.599714 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.600042 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.600372 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.600719 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.600912 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.601100 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.601287 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.601462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.601857 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.601857 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.602014 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.602193 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.602309 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.602456 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.602645 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.602828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.603855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.603855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.603855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.603855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.603855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.603855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.604480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.604480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.604480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.604480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.604775 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.604849 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.604973 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.605291 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.606439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.606439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.606439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.606439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.606439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.606439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.606852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.606852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.607031 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.607123 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.607288 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.607455 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.607649 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.608196 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.608196 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.608196 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.608428 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.608497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.608892 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.608892 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.609054 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.609135 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.609309 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.609495 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.609682 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.609884 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.610025 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.610203 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.610381 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.610534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.610732 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.610889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.611103 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.611254 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.611940 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.612702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.612702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.612702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.613049 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.613049 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.613284 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.613284 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.613478 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.613573 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.613763 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.613943 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.614096 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.614241 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.614434 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.614622 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.614780 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.614968 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.615172 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.615310 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.615497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.616206 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.616206 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 17:52:58.616206 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86250) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 23 17:53:09.635241 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f7a5d6-26b8-4f33-ba37-02d69661bb8a None None] get_active_networks_info from dv-cinder-786524-3-smb {{(pid=86363) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 17:53:09.781167 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cd39d7d0-2b8b-4eb0-9b82-57b3b53f9489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701'] for agent, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:09.795345 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f7a5d6-26b8-4f33-ba37-02d69661bb8a None None] No non-hosted networks {{(pid=86363) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 23 17:53:11.836334 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8e525e02-82c6-4e10-b76b-0f61601c8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701'] for agent, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:11.909776 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-77b5725b-987b-4e3b-97e3-f3551131acf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:12.561888 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701'] for agent, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:12.708406 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701'] for agent, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:12.709400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:12.709963 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:12.710525 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:12.711154 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:12.715657 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:12.716258 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:12.719804 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:12.721109 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:12.724313 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:12.727662 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:12.728579 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:12.729158 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:12.729778 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786524-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 17:53:12.735738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786524-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 17:53:14.111807 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701'] for agent, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:14.664075 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 50568) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:53:15.285806 dv-cinder-786524-3-smb neutron-server[86250]: WARNING oslo_policy.policy [None req-bc009570-c8d6-444a-89b9-535dc181a4a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 17:53:15.286386 dv-cinder-786524-3-smb neutron-server[86250]: WARNING oslo_policy.policy [None req-bc009570-c8d6-444a-89b9-535dc181a4a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 17:53:15.517590 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [None req-bc009570-c8d6-444a-89b9-535dc181a4a3 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 17:53:15.518659 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-bc009570-c8d6-444a-89b9-535dc181a4a3 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8537118 Apr 23 17:53:18.289901 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 50582) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:53:18.695398 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-6221bc15-8a80-47d0-9bd2-08291ffd53a6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 17:53:18.802029 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.policy [None req-6221bc15-8a80-47d0-9bd2-08291ffd53a6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86362) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 23 17:53:18.859721 dv-cinder-786524-3-smb neutron-server[86250]: WARNING oslo_policy.policy [None req-6221bc15-8a80-47d0-9bd2-08291ffd53a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 17:53:18.860142 dv-cinder-786524-3-smb neutron-server[86250]: WARNING oslo_policy.policy [None req-6221bc15-8a80-47d0-9bd2-08291ffd53a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 17:53:18.879327 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota [None req-6221bc15-8a80-47d0-9bd2-08291ffd53a6 admin admin] Loaded quota_driver: . Apr 23 17:53:18.897151 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-6221bc15-8a80-47d0-9bd2-08291ffd53a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 17:53:18.956624 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6221bc15-8a80-47d0-9bd2-08291ffd53a6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261877052314', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261877054542', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261876996228', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261877003112', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261877021969', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261877021920', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3449303', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3593175', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1776488', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852963910'] for rbac-policy, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:19.055485 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.l3_hamode_db [None req-8ffd8f54-e878-4010-bd8c-d76512ebbf96 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 23 17:53:19.149570 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd8f54-e878-4010-bd8c-d76512ebbf96 None None] Routers set() bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 17:53:19.149916 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd8f54-e878-4010-bd8c-d76512ebbf96 None None] Router IDs set() for agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 23 17:53:19.188022 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6221bc15-8a80-47d0-9bd2-08291ffd53a6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:19.189890 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-6221bc15-8a80-47d0-9bd2-08291ffd53a6 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8990028 Apr 23 17:53:22.164783 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 50596) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:53:22.540729 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '0fd903e7d4614f968b3567fd2cadbfcd'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 17:53:22.546496 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 17:53:22.551331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Usage tracker for resource:network and tenant:0fd903e7d4614f968b3567fd2cadbfcd is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 17:53:22.554783 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 17:53:22.561176 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 17:53:22.570182 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Made reservation on behalf of 0fd903e7d4614f968b3567fd2cadbfcd for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 17:53:22.576188 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:22.592828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:22.607370 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 17:53:22.611703 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Usage tracker for resource:security_group_rule and tenant:0fd903e7d4614f968b3567fd2cadbfcd is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 17:53:22.615109 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 17:53:22.620941 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 17:53:22.716912 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:22.719423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:22.723941 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:53:22.743945 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=86362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 17:53:22.770181 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363261878573718', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:22.770775 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Unsubscribe: segment precommit_create {{(pid=86362) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 23 17:53:22.771255 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Added segment fd08554b-be5e-40cc-bb8a-9b4b56101981 of type vlan for network db2864ea-b221-4871-b706-0a227ed40130 Apr 23 17:53:22.819662 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebbc69e-ea56-41a2-ab22-577abedefe2c,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:53:22.841032 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:22.841394 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:22.841746 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:22.842096 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:22.842441 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:22.842790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:22.843160 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:22.843506 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:22.843850 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:22.844189 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:22.844526 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:22.844860 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Tracked resource versions report: Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: pushed versions: Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: { 'AddressGroup': {'1.2'}, Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'ConntrackHelper': {'1.0'}, Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'Log': {'1.0'}, Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'Network': {'1.1'}, Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'Port': {'1.7'}, Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'PortForwarding': {'1.2'}, Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'QosPolicy': {'1.8'}, Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroup': {'1.4'}, Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroupRule': {'1.2'}, Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'SubPort': {'1.0'}, Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'Subnet': {'1.1'}, Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'Trunk': {'1.1'}} Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: consumer versions: Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: { DHCP agent@dv-cinder-786524-3-smb: {}, Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: L3 agent@dv-cinder-786524-3-smb: {}, Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: Metadata agent@dv-cinder-786524-3-smb: {}, Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: Metering agent@dv-cinder-786524-3-smb: {}, Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: Open vSwitch agent@dv-cinder-786524-3-smb: { 'AddressGroup': '1.2', Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'ConntrackHelper': '1.0', Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'Log': '1.0', Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'Network': '1.1', Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'Port': '1.7', Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'PortForwarding': '1.2', Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'QosPolicy': '1.8', Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroup': '1.4', Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroupRule': '1.2', Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'SubPort': '1.0', Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'Subnet': '1.1', Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: 'Trunk': '1.1'}} Apr 23 17:53:22.846507 dv-cinder-786524-3-smb neutron-server[86250]: {{(pid=86362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 17:53:22.889987 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:22.897014 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:53:22.928921 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:22.930313 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:53:22.930957 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:22.936030 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:53:23.043735 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8778198 Apr 23 17:53:23.046486 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Pushing event updated for resources: {'Network': ['ID=db2864ea-b221-4871-b706-0a227ed40130,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:53:23.049726 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:53:23.058360 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network db2864ea-b221-4871-b706-0a227ed40130 details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 17:53:26.097281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 50612) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:53:26.579254 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5922bac0-9c7a-487d-99df-813e55bb84b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:53:26.581132 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5922bac0-9c7a-487d-99df-813e55bb84b3 admin admin] 10.222.0.11 "GET /v2.0/networks/db2864ea-b221-4871-b706-0a227ed40130 HTTP/1.1" status: 200 len: 825 time: 0.4827569 Apr 23 17:53:26.609207 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-727653a1-4939-409b-9da4-7e4d6e4406bf admin admin] 10.222.0.11 "GET /v2.0/subnetpools/9f2f1a32-69ec-4717-ba87-bc1eac185702 HTTP/1.1" status: 200 len: 734 time: 0.0219934 Apr 23 17:53:26.619206 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Request body: {'subnet': {'network_id': 'db2864ea-b221-4871-b706-0a227ed40130', 'ip_version': 4, 'subnetpool_id': '9f2f1a32-69ec-4717-ba87-bc1eac185702', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '0fd903e7d4614f968b3567fd2cadbfcd'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 17:53:26.623849 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 17:53:26.628382 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Usage tracker for resource:subnet and tenant:0fd903e7d4614f968b3567fd2cadbfcd is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 17:53:26.631376 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 17:53:26.637247 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 17:53:26.647429 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Made reservation on behalf of 0fd903e7d4614f968b3567fd2cadbfcd for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 17:53:26.652010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:27.126712 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:27.131973 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:53:27.219879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2abfedb8-ee9f-4c54-b180-1061157d70ff,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:53:27.222564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Checking segment: {'id': 'fd08554b-be5e-40cc-bb8a-9b4b56101981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'db2864ea-b221-4871-b706-0a227ed40130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 17:53:27.222948 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Network hostable DHCP agents. Network: db2864ea-b221-4871-b706-0a227ed40130, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 17:53:27.229378 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:53:27.244232 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Network db2864ea-b221-4871-b706-0a227ed40130 is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 17:53:27.253919 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, db2864ea-b221-4871-b706-0a227ed40130) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 17:53:27.261773 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:53:27.262409 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:27.263903 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbf5e48-30f3-4b65-825d-36eef8070906 None None] Network db2864ea-b221-4871-b706-0a227ed40130 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 17:53:27.280797 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6653585 Apr 23 17:53:27.586454 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b174074-281b-5261-ba21-3a30f0b2e4d5-db2864ea-b221-4871-b706-0a227ed40130', 'network_id': 'db2864ea-b221-4871-b706-0a227ed40130', 'tenant_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'fixed_ips': [{'subnet_id': '2abfedb8-ee9f-4c54-b180-1061157d70ff'}]}} from dv-cinder-786524-3-smb. {{(pid=86363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 17:53:27.587742 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:27.950154 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Allocated IP 172.20.0.2 (db2864ea-b221-4871-b706-0a227ed40130/2abfedb8-ee9f-4c54-b180-1061157d70ff/16ddad41-ec33-413f-bde9-75e521bb26f4) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 17:53:28.184557 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:28.198106 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Transition to ACTIVE for port object 16ddad41-ec33-413f-bde9-75e521bb26f4 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 17:53:28.217879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Transition to ACTIVE for port object 16ddad41-ec33-413f-bde9-75e521bb26f4 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 17:53:28.224345 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:28.232261 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:53:28.297014 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Network db2864ea-b221-4871-b706-0a227ed40130 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 17:53:28.300969 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 17:53:28.307687 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 17:53:28.309843 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Pushing event updated for resources: {'Port': ['ID=16ddad41-ec33-413f-bde9-75e521bb26f4,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:53:28.320114 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:28.320486 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:28.320850 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:28.321207 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:28.321562 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:28.321917 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:28.322269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:28.322617 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:28.323258 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:28.323609 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:28.323956 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:28.324306 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Tracked resource versions report: Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: pushed versions: Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: { 'AddressGroup': {'1.2'}, Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'ConntrackHelper': {'1.0'}, Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'Log': {'1.0'}, Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'Network': {'1.1'}, Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'Port': {'1.7'}, Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'PortForwarding': {'1.2'}, Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'QosPolicy': {'1.8'}, Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroup': {'1.4'}, Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroupRule': {'1.2'}, Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'SubPort': {'1.0'}, Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'Subnet': {'1.1'}, Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'Trunk': {'1.1'}} Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: consumer versions: Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: { DHCP agent@dv-cinder-786524-3-smb: {}, Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: L3 agent@dv-cinder-786524-3-smb: {}, Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: Metadata agent@dv-cinder-786524-3-smb: {}, Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: Metering agent@dv-cinder-786524-3-smb: {}, Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: Open vSwitch agent@dv-cinder-786524-3-smb: { 'AddressGroup': '1.2', Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'ConntrackHelper': '1.0', Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'Log': '1.0', Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'Network': '1.1', Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'Port': '1.7', Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'PortForwarding': '1.2', Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'QosPolicy': '1.8', Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroup': '1.4', Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroupRule': '1.2', Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'SubPort': '1.0', Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'Subnet': '1.1', Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: 'Trunk': '1.1'}} Apr 23 17:53:28.325402 dv-cinder-786524-3-smb neutron-server[86250]: {{(pid=86363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 17:53:28.361468 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:53:28.420881 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Attempting to bind port 16ddad41-ec33-413f-bde9-75e521bb26f4 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 17:53:28.421315 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Attempting to bind port 16ddad41-ec33-413f-bde9-75e521bb26f4 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': 'fd08554b-be5e-40cc-bb8a-9b4b56101981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'db2864ea-b221-4871-b706-0a227ed40130'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 17:53:28.421724 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Attempting to bind port 16ddad41-ec33-413f-bde9-75e521bb26f4 on network db2864ea-b221-4871-b706-0a227ed40130 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 17:53:28.427389 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 17:53:28.427813 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Checking segment: {'id': 'fd08554b-be5e-40cc-bb8a-9b4b56101981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'db2864ea-b221-4871-b706-0a227ed40130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 17:53:28.429061 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:28.429061 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Bound using segment: {'id': 'fd08554b-be5e-40cc-bb8a-9b4b56101981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'db2864ea-b221-4871-b706-0a227ed40130'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 17:53:28.429244 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Bound port: 16ddad41-ec33-413f-bde9-75e521bb26f4, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd08554b-be5e-40cc-bb8a-9b4b56101981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'db2864ea-b221-4871-b706-0a227ed40130'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 17:53:28.429960 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:28.525685 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] For port 16ddad41-ec33-413f-bde9-75e521bb26f4, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 17:53:28.529684 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] For port 16ddad41-ec33-413f-bde9-75e521bb26f4, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=16ddad41-ec33-413f-bde9-75e521bb26f4,segment=NetworkSegment(fd08554b-be5e-40cc-bb8a-9b4b56101981),segment_id=fd08554b-be5e-40cc-bb8a-9b4b56101981)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 17:53:28.533771 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:28.538682 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:53:28.632377 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Pushing event updated for resources: {'Port': ['ID=16ddad41-ec33-413f-bde9-75e521bb26f4,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:53:28.635615 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:53:30.075735 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 50622) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:53:30.476076 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [None req-ca230992-c0cc-4ae2-b1ad-bdc0d7730e99 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 17:53:30.477125 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-ca230992-c0cc-4ae2-b1ad-bdc0d7730e99 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4003739 Apr 23 17:53:33.248504 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 50632) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:53:33.654960 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [None req-7a36550a-b8ea-49cd-84f1-71bc74148c12 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 17:53:33.658047 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-7a36550a-b8ea-49cd-84f1-71bc74148c12 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4066820 Apr 23 17:53:34.710109 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 16ddad41-ec33-413f-bde9-75e521bb26f4 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 17:53:34.780369 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port 16ddad41-ec33-413f-bde9-75e521bb26f4 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 17:53:35.472304 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4ab080-e236-424b-96c7-d406b59dd2e3 None None] Network db2864ea-b221-4871-b706-0a227ed40130 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 17:53:35.561874 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-09d4cc65-f199-4ec7-8297-294acedf0c33 None None] Provisioning for port 16ddad41-ec33-413f-bde9-75e521bb26f4 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 17:53:35.577265 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-09d4cc65-f199-4ec7-8297-294acedf0c33 None None] Provisioning complete for port 16ddad41-ec33-413f-bde9-75e521bb26f4 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 17:53:35.577674 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-09d4cc65-f199-4ec7-8297-294acedf0c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:35.825851 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-09d4cc65-f199-4ec7-8297-294acedf0c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:35.874607 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-09d4cc65-f199-4ec7-8297-294acedf0c33 None None] For port 16ddad41-ec33-413f-bde9-75e521bb26f4, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=16ddad41-ec33-413f-bde9-75e521bb26f4,segment=NetworkSegment(fd08554b-be5e-40cc-bb8a-9b4b56101981),segment_id=fd08554b-be5e-40cc-bb8a-9b4b56101981)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 17:53:35.879551 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-09d4cc65-f199-4ec7-8297-294acedf0c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:35.884542 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fb2c7b7c-a757-4214-9275-1b7d6e63c7a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:53:35.959384 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4cc65-f199-4ec7-8297-294acedf0c33 None None] Pushing event updated for resources: {'Port': ['ID=16ddad41-ec33-413f-bde9-75e521bb26f4,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:53:35.963104 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-09d4cc65-f199-4ec7-8297-294acedf0c33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:53:36.104559 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-7a443576-4683-49af-9ecb-24df1f7dc86a None None] Provisioning complete for port 16ddad41-ec33-413f-bde9-75e521bb26f4 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 17:53:36.104903 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7a443576-4683-49af-9ecb-24df1f7dc86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:36.684509 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 16ddad41-ec33-413f-bde9-75e521bb26f4 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 17:53:36.730584 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 50648) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:53:36.757897 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 16ddad41-ec33-413f-bde9-75e521bb26f4 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 17:53:36.758303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:37.107950 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-c4a8250e-a6cc-4a93-a89f-edc5d06b7d16 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0fd903e7d4614f968b3567fd2cadbfcd'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 17:53:37.113885 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-c4a8250e-a6cc-4a93-a89f-edc5d06b7d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 17:53:37.117871 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-c4a8250e-a6cc-4a93-a89f-edc5d06b7d16 admin admin] Usage tracker for resource:router and tenant:0fd903e7d4614f968b3567fd2cadbfcd is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 17:53:37.121031 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-c4a8250e-a6cc-4a93-a89f-edc5d06b7d16 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 17:53:37.127541 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-c4a8250e-a6cc-4a93-a89f-edc5d06b7d16 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 17:53:37.136115 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c4a8250e-a6cc-4a93-a89f-edc5d06b7d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853067310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736100'] for router, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:37.137391 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c4a8250e-a6cc-4a93-a89f-edc5d06b7d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39700'] for router, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:37.156948 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c4a8250e-a6cc-4a93-a89f-edc5d06b7d16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:37.264513 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c4a8250e-a6cc-4a93-a89f-edc5d06b7d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853064327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853013535'] for router, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:37.281676 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c4a8250e-a6cc-4a93-a89f-edc5d06b7d16 admin admin] Notify callbacks [] for router, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:37.283742 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-c4a8250e-a6cc-4a93-a89f-edc5d06b7d16 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5520833 Apr 23 17:53:39.504863 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f90edc7f-a5b9-4e3b-bc5a-fd0f899d2051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:40.018541 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 50658) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:53:40.410129 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [None req-f246c20b-e081-43a3-b918-e42ab9316d83 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 17:53:40.411222 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-f246c20b-e081-43a3-b918-e42ab9316d83 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3916109 Apr 23 17:53:41.830875 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c22b7491-a3ba-489a-8762-09ce785422a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:42.484647 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:42.691641 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:43.186296 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 50678) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:53:43.346799 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 17:53:43.352103 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 17:53:43.356055 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Usage tracker for resource:network and tenant:aa3c7ffce6fa4ab3903fbc28410f0abf is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 17:53:43.359012 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 17:53:43.365703 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 17:53:43.373852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Made reservation on behalf of aa3c7ffce6fa4ab3903fbc28410f0abf for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 17:53:43.378496 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:43.391010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:43.405913 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 17:53:43.410396 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Usage tracker for resource:security_group_rule and tenant:aa3c7ffce6fa4ab3903fbc28410f0abf is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 17:53:43.413279 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 17:53:43.419178 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 17:53:43.502927 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:43.505456 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:43.509604 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:53:43.522755 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Reserving flat network on physical network physnet1 {{(pid=86362) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 23 17:53:43.546939 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74f0538-4a33-4dae-beb8-6e0e5329c24d,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:53:43.550691 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:53:43.551693 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:43.552078 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Added segment 4607ade6-653d-4902-b091-0ebe536f552f of type flat for network 98d3619d-941a-4347-b217-5f5fd5441170 Apr 23 17:53:43.586652 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:43.621774 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:43.623111 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:53:43.623738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:43.629178 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f84773ea-9a76-4bf2-bd23-cbb9e709919c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:53:43.730373 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5429301 Apr 23 17:53:43.733201 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Pushing event updated for resources: {'Network': ['ID=98d3619d-941a-4347-b217-5f5fd5441170,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:53:43.736463 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:53:43.750152 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network 98d3619d-941a-4347-b217-5f5fd5441170 details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 17:53:44.074331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:46.289984 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 50698) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:53:46.405018 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a648e982-5118-40bc-ad2e-dc6869f8d6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:53:46.406450 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-a648e982-5118-40bc-ad2e-dc6869f8d6ea admin admin] 10.222.0.11 "GET /v2.0/subnets/2abfedb8-ee9f-4c54-b180-1061157d70ff HTTP/1.1" status: 200 len: 849 time: 0.1154461 Apr 23 17:53:46.705862 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-744c3be9-8bda-4c27-bef6-6e0702caf8d8 admin admin] 10.222.0.11 "GET /v2.0/routers/04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66 HTTP/1.1" status: 200 len: 704 time: 0.2927260 Apr 23 17:53:47.192805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:47.429250 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Allocated IP 172.20.0.1 (db2864ea-b221-4871-b706-0a227ed40130/2abfedb8-ee9f-4c54-b180-1061157d70ff/042956c8-c655-427e-8e53-ad7fc17816a8) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 17:53:47.591274 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:47.608608 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Transition to ACTIVE for port object 042956c8-c655-427e-8e53-ad7fc17816a8 will not be triggered until provisioned by entity DHCP. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 17:53:47.665811 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:47.670467 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:53:47.737078 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Network db2864ea-b221-4871-b706-0a227ed40130 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 17:53:47.740505 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 17:53:47.744352 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 17:53:47.744887 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705532'] for router_interface, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:47.873700 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Pushing event updated for resources: {'Port': ['ID=042956c8-c655-427e-8e53-ad7fc17816a8,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:53:47.885718 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:53:47.915430 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-5aebb132-588f-400c-9bd4-c7bcaf33d73d None None] Provisioning for port 042956c8-c655-427e-8e53-ad7fc17816a8 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 17:53:47.920306 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-5aebb132-588f-400c-9bd4-c7bcaf33d73d None None] Provisioning complete for port 042956c8-c655-427e-8e53-ad7fc17816a8 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 17:53:47.920804 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5aebb132-588f-400c-9bd4-c7bcaf33d73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:47.976232 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-5aebb132-588f-400c-9bd4-c7bcaf33d73d None None] Port 042956c8-c655-427e-8e53-ad7fc17816a8 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 17:53:48.025790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:48.265827 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:48.269631 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:48.270652 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853070245'] for router_interface, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:48.274783 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:53:48.411723 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Pushing event updated for resources: {'Port': ['ID=042956c8-c655-427e-8e53-ad7fc17816a8,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:53:48.414579 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:53:48.476500 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Network db2864ea-b221-4871-b706-0a227ed40130 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 17:53:48.477599 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 17:53:48.707607 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-39a96a44-3d5c-407a-9855-5cff75bb7604 None None] Provisioning complete for port 042956c8-c655-427e-8e53-ad7fc17816a8 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 17:53:48.708017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39a96a44-3d5c-407a-9855-5cff75bb7604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:48.765498 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-39a96a44-3d5c-407a-9855-5cff75bb7604 None None] Port 042956c8-c655-427e-8e53-ad7fc17816a8 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 17:53:48.840067 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Router 04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66 is scheduled to L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 with binding_index 1 {{(pid=86362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 17:53:49.001978 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 17:53:49.011257 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] 10.222.0.11 "PUT /v2.0/routers/04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2997699 Apr 23 17:53:49.012298 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Sync routers for ids ['04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66'] in dv-cinder-786524-3-smb {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 17:53:49.024220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Routers {'04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 17:53:49.025095 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T17:53:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 17:53:49.224803 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Set router 04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66 gateway port host: None {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 17:53:49.795240 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66', 'name': 'router1', 'tenant_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T17:53:37Z', 'updated_at': '2021-04-23T17:53:47Z', 'revision_number': 2, 'project_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'gw_port_host': None, '_interfaces': [{'id': '042956c8-c655-427e-8e53-ad7fc17816a8', 'name': '', 'network_id': 'db2864ea-b221-4871-b706-0a227ed40130', 'tenant_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'mac_address': 'fa:16:3e:5e:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abfedb8-ee9f-4c54-b180-1061157d70ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:53:47Z', 'updated_at': '2021-04-23T17:53:48Z', 'revision_number': 2, 'project_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'subnets': [{'id': '2abfedb8-ee9f-4c54-b180-1061157d70ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f2f1a32-69ec-4717-ba87-bc1eac185702'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 17:53:49.800307 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Checking router: 04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66 for host: dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 17:53:49.800693 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Updating router 04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66 port 042956c8-c655-427e-8e53-ad7fc17816a8 binding host dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 17:53:49.859877 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:50.255082 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:50.269607 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Transition to ACTIVE for port object 042956c8-c655-427e-8e53-ad7fc17816a8 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 17:53:50.275172 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:50.280558 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:53:50.514010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Pushing event updated for resources: {'Port': ['ID=042956c8-c655-427e-8e53-ad7fc17816a8,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:53:50.533450 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:50.533820 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:50.534186 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:50.534542 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:50.534900 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:50.535282 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:50.535631 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:50.535978 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:50.536328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:50.536671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:50.537016 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:50.537360 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Tracked resource versions report: Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: pushed versions: Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: { 'AddressGroup': {'1.2'}, Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'ConntrackHelper': {'1.0'}, Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'Log': {'1.0'}, Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'Network': {'1.1'}, Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'Port': {'1.7'}, Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'PortForwarding': {'1.2'}, Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'QosPolicy': {'1.8'}, Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroup': {'1.4'}, Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroupRule': {'1.2'}, Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'SubPort': {'1.0'}, Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'Subnet': {'1.1'}, Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'Trunk': {'1.1'}} Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: consumer versions: Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: { DHCP agent@dv-cinder-786524-3-smb: {}, Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: L3 agent@dv-cinder-786524-3-smb: {}, Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: Metadata agent@dv-cinder-786524-3-smb: {}, Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: Metering agent@dv-cinder-786524-3-smb: {}, Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: Open vSwitch agent@dv-cinder-786524-3-smb: { 'AddressGroup': '1.2', Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'ConntrackHelper': '1.0', Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'Log': '1.0', Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'Network': '1.1', Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'Port': '1.7', Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'PortForwarding': '1.2', Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'QosPolicy': '1.8', Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroup': '1.4', Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroupRule': '1.2', Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'SubPort': '1.0', Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'Subnet': '1.1', Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: 'Trunk': '1.1'}} Apr 23 17:53:50.538435 dv-cinder-786524-3-smb neutron-server[86250]: {{(pid=86364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 17:53:50.541112 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Attempting to bind port 042956c8-c655-427e-8e53-ad7fc17816a8 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 17:53:50.541217 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Attempting to bind port 042956c8-c655-427e-8e53-ad7fc17816a8 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': 'fd08554b-be5e-40cc-bb8a-9b4b56101981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'db2864ea-b221-4871-b706-0a227ed40130'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 17:53:50.541537 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Attempting to bind port 042956c8-c655-427e-8e53-ad7fc17816a8 on network db2864ea-b221-4871-b706-0a227ed40130 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 17:53:50.548315 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:53:50.549349 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 17:53:50.549774 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Checking segment: {'id': 'fd08554b-be5e-40cc-bb8a-9b4b56101981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'db2864ea-b221-4871-b706-0a227ed40130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 17:53:50.550228 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:50.551181 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Bound using segment: {'id': 'fd08554b-be5e-40cc-bb8a-9b4b56101981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'db2864ea-b221-4871-b706-0a227ed40130'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 17:53:50.551181 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Bound port: 042956c8-c655-427e-8e53-ad7fc17816a8, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd08554b-be5e-40cc-bb8a-9b4b56101981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'db2864ea-b221-4871-b706-0a227ed40130'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 17:53:50.551556 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:50.647311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] For port 042956c8-c655-427e-8e53-ad7fc17816a8, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 17:53:50.652619 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] For port 042956c8-c655-427e-8e53-ad7fc17816a8, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=042956c8-c655-427e-8e53-ad7fc17816a8,segment=NetworkSegment(fd08554b-be5e-40cc-bb8a-9b4b56101981),segment_id=fd08554b-be5e-40cc-bb8a-9b4b56101981)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 17:53:50.654722 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:50.660524 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:53:50.747311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Routers {'04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 17:53:50.747994 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T17:53:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 17:53:50.809946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Pushing event updated for resources: {'Port': ['ID=042956c8-c655-427e-8e53-ad7fc17816a8,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:53:50.821727 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:53:50.919854 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] Set router 04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66 gateway port host: None {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 17:53:51.266694 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66', 'name': 'router1', 'tenant_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T17:53:37Z', 'updated_at': '2021-04-23T17:53:47Z', 'revision_number': 2, 'project_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'gw_port_host': None, '_interfaces': [{'id': '042956c8-c655-427e-8e53-ad7fc17816a8', 'name': '', 'network_id': 'db2864ea-b221-4871-b706-0a227ed40130', 'tenant_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'mac_address': 'fa:16:3e:5e:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abfedb8-ee9f-4c54-b180-1061157d70ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:53:47Z', 'updated_at': '2021-04-23T17:53:50Z', 'revision_number': 4, 'project_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'subnets': [{'id': '2abfedb8-ee9f-4c54-b180-1061157d70ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f2f1a32-69ec-4717-ba87-bc1eac185702'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 17:53:51.270701 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ba093-227a-4a8e-b909-c7815f58e954 None None] The sync data for ids ['04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66'] in dv-cinder-786524-3-smb is: [{'id': '04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66', 'name': 'router1', 'tenant_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T17:53:37Z', 'updated_at': '2021-04-23T17:53:47Z', 'revision_number': 2, 'project_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'gw_port_host': None, '_interfaces': [{'id': '042956c8-c655-427e-8e53-ad7fc17816a8', 'name': '', 'network_id': 'db2864ea-b221-4871-b706-0a227ed40130', 'tenant_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'mac_address': 'fa:16:3e:5e:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abfedb8-ee9f-4c54-b180-1061157d70ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:53:47Z', 'updated_at': '2021-04-23T17:53:50Z', 'revision_number': 4, 'project_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'subnets': [{'id': '2abfedb8-ee9f-4c54-b180-1061157d70ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f2f1a32-69ec-4717-ba87-bc1eac185702'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 17:53:51.565313 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 50710) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:53:51.736596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d302278-be02-4d87-95c5-375edbbc197b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:53:51.737200 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-9d302278-be02-4d87-95c5-375edbbc197b admin admin] Synchronizing usage tracker for tenant:aa3c7ffce6fa4ab3903fbc28410f0abf on resource:network {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 17:53:51.754787 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-9d302278-be02-4d87-95c5-375edbbc197b admin admin] Unset dirty status for tenant:aa3c7ffce6fa4ab3903fbc28410f0abf on resource:network {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 17:53:51.756039 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-9d302278-be02-4d87-95c5-375edbbc197b admin admin] 10.222.0.11 "GET /v2.0/networks/98d3619d-941a-4347-b217-5f5fd5441170 HTTP/1.1" status: 200 len: 842 time: 0.1896987 Apr 23 17:53:51.767063 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.28.1.1', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'cidr': '172.28.1.0/24'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 17:53:51.772560 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 17:53:51.776466 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Usage tracker for resource:subnet and tenant:aa3c7ffce6fa4ab3903fbc28410f0abf is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 17:53:51.779395 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 17:53:51.786754 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 17:53:51.795244 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Made reservation on behalf of aa3c7ffce6fa4ab3903fbc28410f0abf for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 17:53:51.800966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:52.243341 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.objects.ports [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86362) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 17:53:52.243921 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:52.248581 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b9359bc3-cf62-4433-b46c-d61bfc19610d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:53:52.327227 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c7752f-77c2-49cb-bbe9-c4d5aa4c810b,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:53:52.332084 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:53:52.332932 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Checking segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 17:53:52.333317 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Network hostable DHCP agents. Network: 98d3619d-941a-4347-b217-5f5fd5441170, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 17:53:52.351999 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Network 98d3619d-941a-4347-b217-5f5fd5441170 is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 17:53:52.360858 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, 98d3619d-941a-4347-b217-5f5fd5441170) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 17:53:52.365044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:53:52.365680 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:52.370365 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f78ae8-b50b-43ea-8d9f-fcb8ba6b6455 None None] Network 98d3619d-941a-4347-b217-5f5fd5441170 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 17:53:52.392109 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6293812 Apr 23 17:53:52.619072 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3cb2af-620e-47ae-8e76-7e992bb52dc2 None None] Network 98d3619d-941a-4347-b217-5f5fd5441170 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 17:53:54.714060 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 042956c8-c655-427e-8e53-ad7fc17816a8 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 17:53:54.784752 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port 042956c8-c655-427e-8e53-ad7fc17816a8 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 17:53:54.789390 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 042956c8-c655-427e-8e53-ad7fc17816a8 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 17:53:54.789802 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:54.912856 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:54.945832 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port 042956c8-c655-427e-8e53-ad7fc17816a8, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=042956c8-c655-427e-8e53-ad7fc17816a8,segment=NetworkSegment(fd08554b-be5e-40cc-bb8a-9b4b56101981),segment_id=fd08554b-be5e-40cc-bb8a-9b4b56101981)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 17:53:54.948895 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:54.951941 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:53:55.024580 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=042956c8-c655-427e-8e53-ad7fc17816a8,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:53:55.027878 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:53:55.066244 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 50724) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:53:55.242705 dv-cinder-786524-3-smb neutron-server[86250]: WARNING oslo_policy.policy [None req-4d2493d4-aede-4bfe-9177-ce8f3cb48517 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 17:53:55.243307 dv-cinder-786524-3-smb neutron-server[86250]: WARNING oslo_policy.policy [None req-4d2493d4-aede-4bfe-9177-ce8f3cb48517 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 17:53:55.545696 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.policy [None req-4d2493d4-aede-4bfe-9177-ce8f3cb48517 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86361) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 23 17:53:55.600894 dv-cinder-786524-3-smb neutron-server[86250]: WARNING oslo_policy.policy [None req-4d2493d4-aede-4bfe-9177-ce8f3cb48517 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 17:53:55.601302 dv-cinder-786524-3-smb neutron-server[86250]: WARNING oslo_policy.policy [None req-4d2493d4-aede-4bfe-9177-ce8f3cb48517 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 17:53:55.994714 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-4d2493d4-aede-4bfe-9177-ce8f3cb48517 admin admin] 10.222.0.11 "GET /v2.0/routers/04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66 HTTP/1.1" status: 200 len: 710 time: 0.9262679 Apr 23 17:53:56.161057 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a993f31d-f3f2-4d68-8aea-92228e04c5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:53:56.162692 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-a993f31d-f3f2-4d68-8aea-92228e04c5f0 admin admin] 10.222.0.11 "GET /v2.0/networks/98d3619d-941a-4347-b217-5f5fd5441170 HTTP/1.1" status: 200 len: 886 time: 0.1615145 Apr 23 17:53:56.172737 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 17:53:56.459144 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 5 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 17:53:56.640222 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39719'] for router, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:56.699588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 042956c8-c655-427e-8e53-ad7fc17816a8 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 17:53:56.917383 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 042956c8-c655-427e-8e53-ad7fc17816a8 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 17:53:56.917729 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:57.005751 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:57.070656 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:57.219861 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Allocated IP 172.28.1.131 (98d3619d-941a-4347-b217-5f5fd5441170/72c7752f-77c2-49cb-bbe9-c4d5aa4c810b/cde53a93-d85b-4379-a1d0-daceae3c6c30) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 17:53:57.517403 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:57.575120 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:57.581834 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:53:57.627844 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Network 98d3619d-941a-4347-b217-5f5fd5441170 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 17:53:57.634178 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 17:53:57.682883 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 17:53:57.752546 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Pushing event updated for resources: {'Port': ['ID=cde53a93-d85b-4379-a1d0-daceae3c6c30,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:53:57.819007 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:57.819398 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:57.819765 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:57.820125 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:57.820482 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:57.820833 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:57.821182 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:57.821531 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:57.821877 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:57.822221 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:57.822828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:57.823194 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Tracked resource versions report: Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: pushed versions: Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: { 'AddressGroup': {'1.2'}, Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'ConntrackHelper': {'1.0'}, Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'Log': {'1.0'}, Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'Network': {'1.1'}, Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'Port': {'1.7'}, Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'PortForwarding': {'1.2'}, Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'QosPolicy': {'1.8'}, Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroup': {'1.4'}, Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroupRule': {'1.2'}, Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'SubPort': {'1.0'}, Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'Subnet': {'1.1'}, Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'Trunk': {'1.1'}} Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: consumer versions: Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: { DHCP agent@dv-cinder-786524-3-smb: {}, Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: L3 agent@dv-cinder-786524-3-smb: {}, Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: Metadata agent@dv-cinder-786524-3-smb: {}, Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: Metering agent@dv-cinder-786524-3-smb: {}, Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: Open vSwitch agent@dv-cinder-786524-3-smb: { 'AddressGroup': '1.2', Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'ConntrackHelper': '1.0', Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'Log': '1.0', Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'Network': '1.1', Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'Port': '1.7', Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'PortForwarding': '1.2', Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'QosPolicy': '1.8', Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroup': '1.4', Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroupRule': '1.2', Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'SubPort': '1.0', Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'Subnet': '1.1', Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: 'Trunk': '1.1'}} Apr 23 17:53:57.824262 dv-cinder-786524-3-smb neutron-server[86250]: {{(pid=86361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 17:53:57.831347 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:53:58.095258 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:58.446358 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39719'] for router, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:58.450173 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853013535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853013520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853064426'] for router, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:58.643256 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Router 04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 17:53:58.975075 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 17:53:58.985128 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Notify callbacks [] for router, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:58.985921 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Sync routers for ids ['04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 17:53:58.986367 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] 10.222.0.11 "PUT /v2.0/routers/04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66 HTTP/1.1" status: 200 len: 890 time: 2.8171890 Apr 23 17:53:58.996160 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Routers {'04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 17:53:58.996869 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T17:53:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 17:53:59.199869 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Set router 04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 17:53:59.557012 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66', 'name': 'router1', 'tenant_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'cde53a93-d85b-4379-a1d0-daceae3c6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T17:53:37Z', 'updated_at': '2021-04-23T17:53:57Z', 'revision_number': 4, 'project_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'gw_port': {'id': 'cde53a93-d85b-4379-a1d0-daceae3c6c30', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:53:57Z', 'updated_at': '2021-04-23T17:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '042956c8-c655-427e-8e53-ad7fc17816a8', 'name': '', 'network_id': 'db2864ea-b221-4871-b706-0a227ed40130', 'tenant_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'mac_address': 'fa:16:3e:5e:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abfedb8-ee9f-4c54-b180-1061157d70ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:53:47Z', 'updated_at': '2021-04-23T17:53:54Z', 'revision_number': 5, 'project_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'subnets': [{'id': '2abfedb8-ee9f-4c54-b180-1061157d70ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f2f1a32-69ec-4717-ba87-bc1eac185702'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 17:53:59.561905 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Checking router: 04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66 for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 17:53:59.562311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Updating router 04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66 port cde53a93-d85b-4379-a1d0-daceae3c6c30 binding host dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 17:53:59.618043 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:59.963520 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:59.975400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Transition to ACTIVE for port object cde53a93-d85b-4379-a1d0-daceae3c6c30 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 17:53:59.980971 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:53:59.985916 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:54:00.070198 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Attempting to bind port cde53a93-d85b-4379-a1d0-daceae3c6c30 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 17:54:00.070605 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Attempting to bind port cde53a93-d85b-4379-a1d0-daceae3c6c30 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 17:54:00.071036 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Attempting to bind port cde53a93-d85b-4379-a1d0-daceae3c6c30 on network 98d3619d-941a-4347-b217-5f5fd5441170 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 17:54:00.074808 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31bed5-6c0e-4084-aff0-fecb9bf34afd None None] Pushing event updated for resources: {'Port': ['ID=cde53a93-d85b-4379-a1d0-daceae3c6c30,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:54:00.079538 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-bd31bed5-6c0e-4084-aff0-fecb9bf34afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:54:00.080455 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 17:54:00.080861 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Checking segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 17:54:00.081300 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:54:00.081718 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Bound using segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 17:54:00.082225 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Bound port: cde53a93-d85b-4379-a1d0-daceae3c6c30, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 17:54:00.082646 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:54:00.158865 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] For port cde53a93-d85b-4379-a1d0-daceae3c6c30, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 17:54:00.162544 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] For port cde53a93-d85b-4379-a1d0-daceae3c6c30, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=cde53a93-d85b-4379-a1d0-daceae3c6c30,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 17:54:00.165550 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:54:00.170502 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:54:00.254318 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Routers {'04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 17:54:00.255014 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T17:53:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 17:54:00.314553 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31bed5-6c0e-4084-aff0-fecb9bf34afd None None] Pushing event updated for resources: {'Port': ['ID=cde53a93-d85b-4379-a1d0-daceae3c6c30,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:54:00.325472 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-bd31bed5-6c0e-4084-aff0-fecb9bf34afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:54:00.448143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] Set router 04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 17:54:00.794007 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66', 'name': 'router1', 'tenant_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'cde53a93-d85b-4379-a1d0-daceae3c6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T17:53:37Z', 'updated_at': '2021-04-23T17:53:57Z', 'revision_number': 4, 'project_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'gw_port': {'id': 'cde53a93-d85b-4379-a1d0-daceae3c6c30', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:53:57Z', 'updated_at': '2021-04-23T17:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '042956c8-c655-427e-8e53-ad7fc17816a8', 'name': '', 'network_id': 'db2864ea-b221-4871-b706-0a227ed40130', 'tenant_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'mac_address': 'fa:16:3e:5e:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abfedb8-ee9f-4c54-b180-1061157d70ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:53:47Z', 'updated_at': '2021-04-23T17:53:54Z', 'revision_number': 5, 'project_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'subnets': [{'id': '2abfedb8-ee9f-4c54-b180-1061157d70ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f2f1a32-69ec-4717-ba87-bc1eac185702'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 17:54:00.799015 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f0954-d52e-4ee3-b5fe-aa07b04e6416 None None] The sync data for ids ['04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66'] in dv-cinder-786524-3-smb is: [{'id': '04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66', 'name': 'router1', 'tenant_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'cde53a93-d85b-4379-a1d0-daceae3c6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T17:53:37Z', 'updated_at': '2021-04-23T17:53:57Z', 'revision_number': 4, 'project_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'gw_port': {'id': 'cde53a93-d85b-4379-a1d0-daceae3c6c30', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:53:57Z', 'updated_at': '2021-04-23T17:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '042956c8-c655-427e-8e53-ad7fc17816a8', 'name': '', 'network_id': 'db2864ea-b221-4871-b706-0a227ed40130', 'tenant_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'mac_address': 'fa:16:3e:5e:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d2a5ce-19c4-4b75-8fe3-9f243bdf9b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abfedb8-ee9f-4c54-b180-1061157d70ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T17:53:47Z', 'updated_at': '2021-04-23T17:53:54Z', 'revision_number': 5, 'project_id': '0fd903e7d4614f968b3567fd2cadbfcd', 'subnets': [{'id': '2abfedb8-ee9f-4c54-b180-1061157d70ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f2f1a32-69ec-4717-ba87-bc1eac185702'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 17:54:01.700784 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 50744) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:54:01.827718 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-901ad48b-8afd-4a60-8eac-b19abfe57dd8 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1257403 Apr 23 17:54:02.734861 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device cde53a93-d85b-4379-a1d0-daceae3c6c30 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 17:54:02.958094 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port cde53a93-d85b-4379-a1d0-daceae3c6c30 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 17:54:02.962992 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port cde53a93-d85b-4379-a1d0-daceae3c6c30 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 17:54:02.963412 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:54:03.090797 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:54:03.110041 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port cde53a93-d85b-4379-a1d0-daceae3c6c30, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=cde53a93-d85b-4379-a1d0-daceae3c6c30,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 17:54:03.112895 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:54:03.118072 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-bd31bed5-6c0e-4084-aff0-fecb9bf34afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:54:03.186865 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=cde53a93-d85b-4379-a1d0-daceae3c6c30,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:54:03.190661 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:54:04.741220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device cde53a93-d85b-4379-a1d0-daceae3c6c30 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 17:54:04.844223 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port cde53a93-d85b-4379-a1d0-daceae3c6c30 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 17:54:04.844859 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:54:09.530713 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e7b319d0-dbc2-4847-9d1a-d25fc77c6ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:54:11.863345 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-60a58bcd-80c5-404b-b99e-3293419afd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:54:12.501516 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:54:12.716739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:54:14.089659 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:54:33.492980 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 5 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 17:54:39.507977 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8d199277-0d4a-409a-a1ab-b6217504751c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:54:41.828713 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cc373fd4-0c20-483d-8ec5-999aa3896860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:54:42.491501 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:54:42.700775 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:54:44.098404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:55:09.500752 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3acdcbf4-168c-4c3c-91dc-eec83e2d08d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:55:10.462597 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 5 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 17:55:11.832375 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6ad97540-ad3b-45d6-b4b3-59c85bb60390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:55:12.497455 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:55:12.702684 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:55:14.096913 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:55:39.502266 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b5f99898-62ce-4806-a9e3-4e780f38fd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:55:41.834967 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-14719562-364a-449b-b2fe-5f6285c49e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:55:42.499634 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:55:42.705427 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:55:44.104836 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:55:47.462679 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 5 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 17:55:49.012939 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51314) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:55:49.086301 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d91aa85-6261-4c28-8a7a-d086d9076775 admin admin] GET failed (client error): The resource could not be found. Apr 23 17:55:49.087947 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-2d91aa85-6261-4c28-8a7a-d086d9076775 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0737088 Apr 23 17:55:49.229731 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300cfef4-c3fc-4b27-b355-660bd38816fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:55:49.231404 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-300cfef4-c3fc-4b27-b355-660bd38816fa admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1386724 Apr 23 17:55:51.733830 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51324) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:55:51.848914 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de0c87-895d-46ef-97f8-ba8081c37f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:55:51.849514 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-16de0c87-895d-46ef-97f8-ba8081c37f75 admin admin] Synchronizing usage tracker for tenant:aa3c7ffce6fa4ab3903fbc28410f0abf on resource:subnet {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 17:55:51.864173 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-16de0c87-895d-46ef-97f8-ba8081c37f75 admin admin] Unset dirty status for tenant:aa3c7ffce6fa4ab3903fbc28410f0abf on resource:subnet {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 17:55:51.865361 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-16de0c87-895d-46ef-97f8-ba8081c37f75 admin admin] 10.222.0.11 "GET /v2.0/subnets/2abfedb8-ee9f-4c54-b180-1061157d70ff HTTP/1.1" status: 200 len: 849 time: 0.1305144 Apr 23 17:55:51.876204 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 17:55:52.001494 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:55:52.309379 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774976120025'] for subnet, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:55:52.314033 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fd6eac25-2ca4-4318-ada4-ef520c5505e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:55:52.352944 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:55:52.353578 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:55:52.354915 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] 10.222.0.11 "PUT /v2.0/subnets/2abfedb8-ee9f-4c54-b180-1061157d70ff HTTP/1.1" status: 200 len: 868 time: 0.4829717 Apr 23 17:55:52.359096 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493046a1-ffe3-49b3-8de9-596671f1c41e None None] Network db2864ea-b221-4871-b706-0a227ed40130 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 17:55:52.387017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2abfedb8-ee9f-4c54-b180-1061157d70ff,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:55:52.395952 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:55:52.396600 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:55:52.397143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:55:52.397658 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:55:52.398214 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:55:52.398732 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:55:52.399275 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:55:52.399806 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:55:52.400344 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:55:52.400850 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:55:52.401356 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:55:52.401867 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:55:52.407091 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:55:52.872182 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-cf567358-a95b-463f-b38b-5730784aa80d None None] Provisioning complete for port 042956c8-c655-427e-8e53-ad7fc17816a8 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 17:55:52.872725 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cf567358-a95b-463f-b38b-5730784aa80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:55:53.005400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-cf567358-a95b-463f-b38b-5730784aa80d None None] Provisioning complete for port 16ddad41-ec33-413f-bde9-75e521bb26f4 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 17:55:53.005709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cf567358-a95b-463f-b38b-5730784aa80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:55:54.856907 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51334) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:55:55.042218 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3389874-e027-47c1-a101-20aaabe9d7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:55:55.042665 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3389874-e027-47c1-a101-20aaabe9d7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:55:55.044826 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-f3389874-e027-47c1-a101-20aaabe9d7b0 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1868882 Apr 23 17:55:57.533449 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51344) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:55:57.723518 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f932d47-d1a9-448b-9465-3003ba3aec86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:55:57.723963 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f932d47-d1a9-448b-9465-3003ba3aec86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:55:57.725567 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-1f932d47-d1a9-448b-9465-3003ba3aec86 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1910579 Apr 23 17:56:00.210664 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51354) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:56:00.393499 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11eb8b3-0089-4e33-a322-995e1454556d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:56:00.394895 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-c11eb8b3-0089-4e33-a322-995e1454556d admin admin] 10.222.0.11 "GET /v2.0/networks/98d3619d-941a-4347-b217-5f5fd5441170 HTTP/1.1" status: 200 len: 886 time: 0.1831465 Apr 23 17:56:02.882639 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51364) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:56:03.070324 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76dbc9c-9653-4314-8bd8-4ddb8d0dbce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:56:03.071819 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-e76dbc9c-9653-4314-8bd8-4ddb8d0dbce8 admin admin] 10.222.0.11 "GET /v2.0/networks/db2864ea-b221-4871-b706-0a227ed40130 HTTP/1.1" status: 200 len: 869 time: 0.1881170 Apr 23 17:56:05.531402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51374) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:56:05.651423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b65d37-ab7f-41fe-b540-1d31d4fd2419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:56:05.652497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b65d37-ab7f-41fe-b540-1d31d4fd2419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:56:05.654066 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-18b65d37-ab7f-41fe-b540-1d31d4fd2419 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216352 Apr 23 17:56:08.154458 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51384) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:56:08.269761 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0168b3f3-5132-4d2e-9a39-9fdec1df02ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:56:08.270304 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0168b3f3-5132-4d2e-9a39-9fdec1df02ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:56:08.271921 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-0168b3f3-5132-4d2e-9a39-9fdec1df02ca admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1164041 Apr 23 17:56:09.504950 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-068af7af-7553-4086-9813-6ebac7e3e871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:10.765449 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51394) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:56:10.881866 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71125c-c0af-41a3-b95a-cc1aec9255d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:56:10.883300 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-1b71125c-c0af-41a3-b95a-cc1aec9255d9 admin admin] 10.222.0.11 "GET /v2.0/subnets/2abfedb8-ee9f-4c54-b180-1061157d70ff HTTP/1.1" status: 200 len: 868 time: 0.1167989 Apr 23 17:56:11.837697 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ffda7341-7aff-45ef-8695-0f5ca5c771a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:12.501226 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:12.711607 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:13.404354 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51404) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:56:13.518385 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f2cbec-b128-4ba2-95ca-2008b738e8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:56:13.519817 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-f1f2cbec-b128-4ba2-95ca-2008b738e8b1 admin admin] 10.222.0.11 "GET /v2.0/subnets/72c7752f-77c2-49cb-bbe9-c4d5aa4c810b HTTP/1.1" status: 200 len: 816 time: 0.1143639 Apr 23 17:56:14.102182 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:24.462209 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 5 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 17:56:39.506964 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-024613b2-f627-4a1c-ab05-2815a17b1bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:40.065817 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 51448) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:56:40.119358 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [None req-4a0b2f51-d654-484a-a5e2-3d3e5dfdc8f6 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86361) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 17:56:40.120421 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-4a0b2f51-d654-484a-a5e2-3d3e5dfdc8f6 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0535340 Apr 23 17:56:41.839503 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f061e0f5-36a6-4c8a-8674-4b3494c224d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:42.505196 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:42.702598 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:42.704048 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 51458) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:56:42.782378 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.pecan_wsgi.hooks.translation [None req-318a23fc-2c69-4f28-98ac-e2b8b1aca06a admin admin] GET failed (client error): The resource could not be found. Apr 23 17:56:42.783782 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-318a23fc-2c69-4f28-98ac-e2b8b1aca06a admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0783393 Apr 23 17:56:42.919526 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47f164f-a7a8-4f48-9544-a13fd6aefbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:56:42.921079 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-c47f164f-a7a8-4f48-9544-a13fd6aefbe2 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1330271 Apr 23 17:56:44.105536 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:45.417531 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51468) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:56:45.469768 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 17:56:45.474623 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 17:56:45.485365 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 17:56:45.494171 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Made reservation on behalf of aa3c7ffce6fa4ab3903fbc28410f0abf for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 17:56:45.498889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:45.772315 dv-cinder-786524-3-smb neutron-server[86250]: WARNING neutron.services.revisions.revision_plugin [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Could not find related network for resource to bump revision. Apr 23 17:56:45.783701 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=86362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 17:56:45.792392 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:45.792775 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Added segment 3a079ff4-03a6-44e2-96c6-d91087d2d3dd of type vlan for network 846c2e72-5066-4360-85b2-7c9c15e38d0c Apr 23 17:56:45.819664 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:45.848376 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:45.849684 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:56:45.850307 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:45.854916 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:56:45.959581 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5400183 Apr 23 17:56:45.962403 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Pushing event updated for resources: {'Network': ['ID=846c2e72-5066-4360-85b2-7c9c15e38d0c,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:56:45.972793 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:56:45.986459 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network 846c2e72-5066-4360-85b2-7c9c15e38d0c details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 17:56:48.484946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51478) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:56:48.560243 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.pecan_wsgi.hooks.translation [None req-5201f3ef-e32e-41d0-8c96-91f8c3a24fa6 admin admin] GET failed (client error): The resource could not be found. Apr 23 17:56:48.560816 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5201f3ef-e32e-41d0-8c96-91f8c3a24fa6 admin admin] Synchronizing usage tracker for tenant:aa3c7ffce6fa4ab3903fbc28410f0abf on resource:network {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 17:56:48.575449 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5201f3ef-e32e-41d0-8c96-91f8c3a24fa6 admin admin] Unset dirty status for tenant:aa3c7ffce6fa4ab3903fbc28410f0abf on resource:network {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 17:56:48.576655 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5201f3ef-e32e-41d0-8c96-91f8c3a24fa6 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0906346 Apr 23 17:56:48.692161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72d9a3c-c163-4bb8-8d55-47d1ad3dd852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:56:48.693618 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-c72d9a3c-c163-4bb8-8d55-47d1ad3dd852 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1126454 Apr 23 17:56:48.704879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-202a419f-337d-498b-afb3-8b28de4ac76b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '846c2e72-5066-4360-85b2-7c9c15e38d0c', 'cidr': '192.168.233.0/24'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 17:56:48.709423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-202a419f-337d-498b-afb3-8b28de4ac76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 17:56:48.719374 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-202a419f-337d-498b-afb3-8b28de4ac76b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 17:56:48.727855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202a419f-337d-498b-afb3-8b28de4ac76b admin admin] Made reservation on behalf of aa3c7ffce6fa4ab3903fbc28410f0abf for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 17:56:48.732943 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-202a419f-337d-498b-afb3-8b28de4ac76b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:49.125128 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-202a419f-337d-498b-afb3-8b28de4ac76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:49.129770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:56:49.203452 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a419f-337d-498b-afb3-8b28de4ac76b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b44044bb-a0b1-4534-9d5b-bc95240225d5,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:56:49.208112 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-202a419f-337d-498b-afb3-8b28de4ac76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:56:49.213940 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202a419f-337d-498b-afb3-8b28de4ac76b admin admin] Checking segment: {'id': '3a079ff4-03a6-44e2-96c6-d91087d2d3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '846c2e72-5066-4360-85b2-7c9c15e38d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 17:56:49.214328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202a419f-337d-498b-afb3-8b28de4ac76b admin admin] Network hostable DHCP agents. Network: 846c2e72-5066-4360-85b2-7c9c15e38d0c, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 17:56:49.232736 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202a419f-337d-498b-afb3-8b28de4ac76b admin admin] Network 846c2e72-5066-4360-85b2-7c9c15e38d0c is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 17:56:49.240492 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-202a419f-337d-498b-afb3-8b28de4ac76b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, 846c2e72-5066-4360-85b2-7c9c15e38d0c) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 17:56:49.245266 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202a419f-337d-498b-afb3-8b28de4ac76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 17:56:49.246761 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-202a419f-337d-498b-afb3-8b28de4ac76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:49.250206 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0091fb-b86e-462d-a948-1c841e90af37 None None] Network 846c2e72-5066-4360-85b2-7c9c15e38d0c requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 17:56:49.270641 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-202a419f-337d-498b-afb3-8b28de4ac76b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5695086 Apr 23 17:56:49.491815 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b174074-281b-5261-ba21-3a30f0b2e4d5-846c2e72-5066-4360-85b2-7c9c15e38d0c', 'network_id': '846c2e72-5066-4360-85b2-7c9c15e38d0c', 'tenant_id': 'aa3c7ffce6fa4ab3903fbc28410f0abf', 'fixed_ips': [{'subnet_id': 'b44044bb-a0b1-4534-9d5b-bc95240225d5'}]}} from dv-cinder-786524-3-smb. {{(pid=86363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 17:56:49.492736 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:49.661052 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Allocated IP 192.168.233.2 (846c2e72-5066-4360-85b2-7c9c15e38d0c/b44044bb-a0b1-4534-9d5b-bc95240225d5/a6a7be23-b89d-40fd-892d-fc73a5657632) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 17:56:49.878049 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:49.888789 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Transition to ACTIVE for port object a6a7be23-b89d-40fd-892d-fc73a5657632 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 17:56:49.908505 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Transition to ACTIVE for port object a6a7be23-b89d-40fd-892d-fc73a5657632 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 17:56:49.912605 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:49.919042 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:56:49.991060 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Network 846c2e72-5066-4360-85b2-7c9c15e38d0c is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 17:56:49.994003 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 17:56:49.996807 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 17:56:50.003296 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Pushing event updated for resources: {'Port': ['ID=a6a7be23-b89d-40fd-892d-fc73a5657632,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:56:50.038133 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:56:50.038513 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:56:50.038882 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:56:50.039308 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:56:50.039676 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:56:50.040033 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:56:50.040392 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:56:50.040745 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:56:50.041100 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:56:50.041454 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:56:50.041809 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:56:50.042161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:56:50.046273 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:56:50.111958 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Attempting to bind port a6a7be23-b89d-40fd-892d-fc73a5657632 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 17:56:50.112368 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Attempting to bind port a6a7be23-b89d-40fd-892d-fc73a5657632 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '3a079ff4-03a6-44e2-96c6-d91087d2d3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '846c2e72-5066-4360-85b2-7c9c15e38d0c'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 17:56:50.112768 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Attempting to bind port a6a7be23-b89d-40fd-892d-fc73a5657632 on network 846c2e72-5066-4360-85b2-7c9c15e38d0c {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 17:56:50.118387 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 17:56:50.118790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Checking segment: {'id': '3a079ff4-03a6-44e2-96c6-d91087d2d3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '846c2e72-5066-4360-85b2-7c9c15e38d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 17:56:50.119253 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:50.119675 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Bound using segment: {'id': '3a079ff4-03a6-44e2-96c6-d91087d2d3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '846c2e72-5066-4360-85b2-7c9c15e38d0c'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 17:56:50.120186 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Bound port: a6a7be23-b89d-40fd-892d-fc73a5657632, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079ff4-03a6-44e2-96c6-d91087d2d3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '846c2e72-5066-4360-85b2-7c9c15e38d0c'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 17:56:50.120605 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:50.215575 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] For port a6a7be23-b89d-40fd-892d-fc73a5657632, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 17:56:50.218786 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] For port a6a7be23-b89d-40fd-892d-fc73a5657632, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=a6a7be23-b89d-40fd-892d-fc73a5657632,segment=NetworkSegment(3a079ff4-03a6-44e2-96c6-d91087d2d3dd),segment_id=3a079ff4-03a6-44e2-96c6-d91087d2d3dd)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 17:56:50.222404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:50.227359 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:56:50.309860 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Pushing event updated for resources: {'Port': ['ID=a6a7be23-b89d-40fd-892d-fc73a5657632,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:56:50.316435 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:56:50.849622 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device a6a7be23-b89d-40fd-892d-fc73a5657632 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 17:56:50.923440 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port a6a7be23-b89d-40fd-892d-fc73a5657632 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 17:56:51.540786 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99f23b3-0aa4-4dbc-9ff1-215903bce56e None None] Network 846c2e72-5066-4360-85b2-7c9c15e38d0c requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 17:56:51.791841 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8e8043b8-6d45-4a9d-aab2-2a6752de467b None None] Provisioning for port a6a7be23-b89d-40fd-892d-fc73a5657632 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 17:56:51.801757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8e8043b8-6d45-4a9d-aab2-2a6752de467b None None] Provisioning complete for port a6a7be23-b89d-40fd-892d-fc73a5657632 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 17:56:51.802168 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8e8043b8-6d45-4a9d-aab2-2a6752de467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:52.044879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8e8043b8-6d45-4a9d-aab2-2a6752de467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:52.091461 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8e8043b8-6d45-4a9d-aab2-2a6752de467b None None] For port a6a7be23-b89d-40fd-892d-fc73a5657632, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=a6a7be23-b89d-40fd-892d-fc73a5657632,segment=NetworkSegment(3a079ff4-03a6-44e2-96c6-d91087d2d3dd),segment_id=3a079ff4-03a6-44e2-96c6-d91087d2d3dd)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 17:56:52.096054 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8e8043b8-6d45-4a9d-aab2-2a6752de467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:52.101857 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:56:52.190529 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8043b8-6d45-4a9d-aab2-2a6752de467b None None] Pushing event updated for resources: {'Port': ['ID=a6a7be23-b89d-40fd-892d-fc73a5657632,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:56:52.194570 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8e8043b8-6d45-4a9d-aab2-2a6752de467b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:56:52.321966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-fedcf66c-a1a2-4c33-ab2d-6f6d4e53b294 None None] Provisioning complete for port a6a7be23-b89d-40fd-892d-fc73a5657632 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 17:56:52.322388 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fedcf66c-a1a2-4c33-ab2d-6f6d4e53b294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:56:52.823903 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device a6a7be23-b89d-40fd-892d-fc73a5657632 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 17:56:52.899725 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port a6a7be23-b89d-40fd-892d-fc73a5657632 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 17:56:52.900138 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:57:01.461307 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 5 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 17:57:09.510138 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-148cf18b-35d9-4ec0-b021-60955f959a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:57:11.842913 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-85bb63f5-0fff-469b-9385-cfeb0fd11510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:57:12.515558 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:57:12.713904 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:57:14.108012 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:57:38.461046 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 5 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 17:57:39.512458 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bbc2873b-2ac4-4693-9651-a7ce5e7bd4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:57:41.844824 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6082dcbc-2a5f-4e0c-8555-0fca2c76687e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:57:42.520588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:57:42.707005 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:57:44.111803 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:09.515331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f337ecae-847f-47c4-83cc-93b00746f226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:11.846732 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0ca95297-60ff-4bda-81ed-c6cf98c8d34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:12.500419 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51526) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:58:12.507007 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [None req-07f0da8b-9c87-4a15-b0fa-622148fd2760 tempest-verify_tempest_config-252968450 tempest-verify_tempest_config-252968450-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 17:58:12.508055 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-07f0da8b-9c87-4a15-b0fa-622148fd2760 tempest-verify_tempest_config-252968450 tempest-verify_tempest_config-252968450-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065439 Apr 23 17:58:12.510301 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:12.710523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:12.831985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51548) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:58:12.957176 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:12.972866 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 17:58:12.976841 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Usage tracker for resource:security_group_rule and tenant:777bf3029973499898ff11302fadc9b0 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 17:58:12.980487 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 17:58:12.986411 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 17:58:13.074786 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:13.077334 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:13.086440 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:58:13.127258 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Synchronizing usage tracker for tenant:aa3c7ffce6fa4ab3903fbc28410f0abf on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 17:58:13.131889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8702609e-3ecf-4f09-b062-026675f20525,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:58:13.141981 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:58:13.142362 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:58:13.142728 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:58:13.143118 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:58:13.143479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:58:13.143839 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:58:13.144192 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:58:13.144543 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:58:13.144911 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:58:13.145263 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:58:13.145617 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:58:13.145965 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 17:58:13.152715 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:58:13.159911 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Unset dirty status for tenant:aa3c7ffce6fa4ab3903fbc28410f0abf on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 17:58:13.161206 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=777bf3029973499898ff11302fadc9b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3281920 Apr 23 17:58:13.164030 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51554) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:58:13.228644 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f240626b-4ca3-4d9f-96d1-8cd585729f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:13.255033 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f240626b-4ca3-4d9f-96d1-8cd585729f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:13.319726 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f240626b-4ca3-4d9f-96d1-8cd585729f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:13.325713 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5418cc12-4219-48e7-9529-f38f58ba9e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 17:58:13.339667 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240626b-4ca3-4d9f-96d1-8cd585729f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8702609e-3ecf-4f09-b062-026675f20525,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 17:58:13.342651 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f240626b-4ca3-4d9f-96d1-8cd585729f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 17:58:13.343637 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f240626b-4ca3-4d9f-96d1-8cd585729f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:13.348047 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-f240626b-4ca3-4d9f-96d1-8cd585729f47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8702609e-3ecf-4f09-b062-026675f20525 HTTP/1.1" status: 204 len: 168 time: 0.1829357 Apr 23 17:58:14.114567 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:15.463921 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 5 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 17:58:39.516367 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6c045ab7-7e44-491a-93a3-ee376e411440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:41.848749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-018e6d40-759e-4914-8277-33bcad12a47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:42.512568 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:42.711035 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:44.115503 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:58:52.463230 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 5 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 17:59:09.516652 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9505e0a4-6354-4dbf-918d-69542b1ed3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:59:11.848971 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ea31bfcb-32ec-432d-b9a5-e269c0d417ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:59:12.516311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:59:12.711535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:59:14.117199 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:59:29.462832 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 5 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 17:59:39.518237 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-73a1e141-3c28-480c-a9c0-0df5a2b1a0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:59:41.848690 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-019936c6-c782-41cd-9909-24ccfc998e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:59:42.518656 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:59:42.715036 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:59:44.120290 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:59:52.327126 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701'] for agent, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 17:59:57.319870 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51606) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 17:59:57.444533 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-198c08b4-2127-4a57-85ae-8ec851c10551 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1234989 Apr 23 17:59:59.962039 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51616) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:00:00.024121 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-93ed6f9c-c5dc-4a8c-bedd-f61960850007 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0609283 Apr 23 18:00:06.463433 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:00:09.518934 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3fcebfe4-59f2-4152-9409-35bd5bcbada8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:00:11.848118 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b7627dd3-eb5f-45a0-9d90-14b471de5eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:00:12.520770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:00:12.716596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:00:14.123254 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:00:22.281983 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:00:39.520305 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-21d92615-942a-4bdc-baad-73e99222ec77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:00:41.849205 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-960f4bbb-551d-435b-89bc-8fe327f0c78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:00:42.524740 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:00:42.716689 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:00:43.463242 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:00:44.126813 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:00:52.281900 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:09.523250 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8bb976f1-2f67-47e0-bcaa-652af48a0f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:11.851270 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4f026150-fc61-4ce8-bc01-bbe79a71a1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:12.528171 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:12.718919 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:14.130095 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:20.463380 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:01:22.295709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:35.231160 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 51824) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:35.532363 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 51838) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:35.694827 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51850) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:35.730143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51856) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:35.779109 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1441847292-network', 'tenant_id': '2073bed6353544208ceed890638346f6'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:01:35.779414 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.quota [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Loaded quota_driver: . Apr 23 18:01:35.786049 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:35.792101 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Usage tracker for resource:network and tenant:2073bed6353544208ceed890638346f6 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:35.796728 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:35.804376 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:35.816047 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Made reservation on behalf of 2073bed6353544208ceed890638346f6 for: {'network': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:01:35.822643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:35.839876 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:35.855858 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:35.859993 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:2073bed6353544208ceed890638346f6 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:35.863374 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:35.869580 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:35.975131 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:35.981224 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1127053867-network', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:01:35.985927 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:35.988284 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:35.994663 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Usage tracker for resource:network and tenant:8587cf5a0daa402fb879ac59d23a025e is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:35.998304 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:36.010221 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:36.020337 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:36.028196 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=86361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 18:01:36.053328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Made reservation on behalf of 8587cf5a0daa402fb879ac59d23a025e for: {'network': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:01:36.057953 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.077337 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363261878573718', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.077989 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Unsubscribe: segment precommit_create {{(pid=86361) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 23 18:01:36.078441 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Added segment 9311a84f-7a54-4e2f-a6d2-4a41d5f68350 of type vlan for network e40cff1e-d27e-4b05-9d39-f74e17fe9f5a Apr 23 18:01:36.087705 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.097207 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a2c493-fff2-4544-bb85-c5257ed6077f,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:36.143282 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.143637 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.144005 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.144360 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.144711 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.145049 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.145968 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.146353 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.146709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.147078 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.147429 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.147776 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Tracked resource versions report: Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: pushed versions: Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: { 'AddressGroup': {'1.2'}, Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'ConntrackHelper': {'1.0'}, Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'Log': {'1.0'}, Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'Network': {'1.1'}, Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'Port': {'1.7'}, Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'PortForwarding': {'1.2'}, Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'QosPolicy': {'1.8'}, Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroup': {'1.4'}, Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroupRule': {'1.2'}, Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'SubPort': {'1.0'}, Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'Subnet': {'1.1'}, Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'Trunk': {'1.1'}} Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: consumer versions: Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: { DHCP agent@dv-cinder-786524-3-smb: {}, Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: HyperV agent@hv-cinder-78652: {}, Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: L3 agent@dv-cinder-786524-3-smb: {}, Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: Metadata agent@dv-cinder-786524-3-smb: {}, Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: Metering agent@dv-cinder-786524-3-smb: {}, Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: Open vSwitch agent@dv-cinder-786524-3-smb: { 'AddressGroup': '1.2', Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'ConntrackHelper': '1.0', Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'Log': '1.0', Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'Network': '1.1', Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'Port': '1.7', Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'PortForwarding': '1.2', Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'QosPolicy': '1.8', Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroup': '1.4', Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroupRule': '1.2', Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'SubPort': '1.0', Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'Subnet': '1.1', Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: 'Trunk': '1.1'}} Apr 23 18:01:36.148831 dv-cinder-786524-3-smb neutron-server[86250]: {{(pid=86361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 18:01:36.152803 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:36.159835 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:36.170851 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Usage tracker for resource:security_group_rule and tenant:8587cf5a0daa402fb879ac59d23a025e is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:36.182530 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:36.192119 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:36.195586 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.211375 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-787253906-network', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:01:36.221707 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:36.229146 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Usage tracker for resource:network and tenant:2ba0ba73fa314fc1975a0277212cc5f0 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:36.233890 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:36.244826 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-878237017-network', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:01:36.256286 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:36.259836 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:36.264266 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.265541 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:36.266134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.269680 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Usage tracker for resource:network and tenant:0b603028fc0648daac1a9a03b1ad4097 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:36.275508 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:36.277773 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:36.287868 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:36.290917 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Made reservation on behalf of 2ba0ba73fa314fc1975a0277212cc5f0 for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:01:36.297298 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.325402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.346526 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:36.351999 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Usage tracker for resource:security_group_rule and tenant:2ba0ba73fa314fc1975a0277212cc5f0 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:36.356564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:36.365542 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:36.370709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Made reservation on behalf of 0b603028fc0648daac1a9a03b1ad4097 for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:01:36.377529 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.403754 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=e40cff1e-d27e-4b05-9d39-f74e17fe9f5a,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:36.405404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.407394 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:36.412530 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1797457 Apr 23 18:01:36.417692 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network e40cff1e-d27e-4b05-9d39-f74e17fe9f5a details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 18:01:36.421157 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 51888) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:36.431016 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Request body: {'subnet': {'network_id': 'e40cff1e-d27e-4b05-9d39-f74e17fe9f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1441847292-subnet', 'tenant_id': '2073bed6353544208ceed890638346f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:01:36.437813 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:36.455698 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Usage tracker for resource:subnet and tenant:2073bed6353544208ceed890638346f6 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:36.460035 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:36.462665 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:36.464961 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Usage tracker for resource:security_group_rule and tenant:0b603028fc0648daac1a9a03b1ad4097 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:36.467087 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.468439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:36.472933 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:36.475759 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.475934 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:36.487410 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:36.506894 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Made reservation on behalf of 2073bed6353544208ceed890638346f6 for: {'subnet': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:01:36.511563 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.536399 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=86361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 18:01:36.614500 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16afc1d6-0564-4d83-8499-41cad0e9e68e,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:36.618638 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:36.623867 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.624707 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Added segment 911dda36-1908-4ed6-a3e1-a91f8bef9914 of type vlan for network 1a52a344-216f-49cf-81a2-731a70b91d60 Apr 23 18:01:36.694447 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.723374 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.734562 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.737721 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.744196 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:36.758891 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.772300 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=86362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 18:01:36.805667 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=86362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 18:01:36.811998 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.812392 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Added segment ff389c04-e4ca-4a3f-a442-c93b291907e8 of type vlan for network ad38896b-6c3f-4f69-b274-970cc96cfb38 Apr 23 18:01:36.827864 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80994788-8f88-441f-90ec-cb41e4adb3ea,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:36.837724 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.837981 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Added segment 12575161-3488-4676-a7f0-1f25e3fdd64d of type vlan for network 81db996a-5443-4dca-8db4-06663c296f38 Apr 23 18:01:36.840063 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.840598 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.841134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.841767 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.842270 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.842801 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.843382 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.843746 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.843899 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.844125 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.844487 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.844847 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.845208 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Tracked resource versions report: Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: pushed versions: Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: { 'AddressGroup': {'1.2'}, Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'ConntrackHelper': {'1.0'}, Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'Log': {'1.0'}, Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'Network': {'1.1'}, Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'Port': {'1.7'}, Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'PortForwarding': {'1.2'}, Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'QosPolicy': {'1.8'}, Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroup': {'1.4'}, Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroupRule': {'1.2'}, Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'SubPort': {'1.0'}, Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'Subnet': {'1.1'}, Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'Trunk': {'1.1'}} Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: consumer versions: Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: { DHCP agent@dv-cinder-786524-3-smb: {}, Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: HyperV agent@hv-cinder-78652: {}, Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: L3 agent@dv-cinder-786524-3-smb: {}, Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: Metadata agent@dv-cinder-786524-3-smb: {}, Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: Metering agent@dv-cinder-786524-3-smb: {}, Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: Open vSwitch agent@dv-cinder-786524-3-smb: { 'AddressGroup': '1.2', Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'ConntrackHelper': '1.0', Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'Log': '1.0', Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'Network': '1.1', Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'Port': '1.7', Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'PortForwarding': '1.2', Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'QosPolicy': '1.8', Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroup': '1.4', Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroupRule': '1.2', Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'SubPort': '1.0', Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'Subnet': '1.1', Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: 'Trunk': '1.1'}} Apr 23 18:01:36.846301 dv-cinder-786524-3-smb neutron-server[86250]: {{(pid=86362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 18:01:36.849985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:36.849985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.854851 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:36.858005 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:36.872562 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:36.918856 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.928546 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:36.947236 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b321fc81-98a3-4754-ba8f-1aed3b0b0f7e,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:36.953793 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:37.037622 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:37.038302 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:37.039612 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:37.040256 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:37.045477 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:37.112881 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:37.113682 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:37.168834 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6326129 Apr 23 18:01:37.189523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Pushing event updated for resources: {'Network': ['ID=1a52a344-216f-49cf-81a2-731a70b91d60,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:37.202880 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 51906) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:37.205921 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:37.210756 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network 1a52a344-216f-49cf-81a2-731a70b91d60 details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 18:01:37.212145 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] Request body: {'subnet': {'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1127053867-subnet', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:01:37.230713 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:37.245957 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] Usage tracker for resource:subnet and tenant:8587cf5a0daa402fb879ac59d23a025e is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:37.278194 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:37.299039 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:37.339797 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Pushing event updated for resources: {'Network': ['ID=81db996a-5443-4dca-8db4-06663c296f38,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:37.378956 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6473835 Apr 23 18:01:37.385861 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6868665 Apr 23 18:01:37.393923 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51916) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:37.394303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51918) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:37.417118 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network 81db996a-5443-4dca-8db4-06663c296f38 details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 18:01:37.443024 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] Made reservation on behalf of 8587cf5a0daa402fb879ac59d23a025e for: {'subnet': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:01:37.447939 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:37.536453 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-98ef0ddd-c2b1-473a-bb59-77cc9df177bf admin admin] Request body: {'subnet': {'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-subnet', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:01:37.551117 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Request body: {'subnet': {'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-787253906-subnet', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:01:37.594289 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-98ef0ddd-c2b1-473a-bb59-77cc9df177bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:37.606467 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:37.609108 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-98ef0ddd-c2b1-473a-bb59-77cc9df177bf admin admin] Usage tracker for resource:subnet and tenant:0b603028fc0648daac1a9a03b1ad4097 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:37.626191 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-98ef0ddd-c2b1-473a-bb59-77cc9df177bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:37.658917 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Usage tracker for resource:subnet and tenant:2ba0ba73fa314fc1975a0277212cc5f0 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:37.670234 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Pushing event updated for resources: {'Network': ['ID=ad38896b-6c3f-4f69-b274-970cc96cfb38,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:37.686074 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:37.689915 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-98ef0ddd-c2b1-473a-bb59-77cc9df177bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:37.695047 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network ad38896b-6c3f-4f69-b274-970cc96cfb38 details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 18:01:37.698427 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:37.706178 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.581s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:37.708849 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:37.725041 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:37.756838 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ef0ddd-c2b1-473a-bb59-77cc9df177bf admin admin] Made reservation on behalf of 0b603028fc0648daac1a9a03b1ad4097 for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:01:37.789967 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-98ef0ddd-c2b1-473a-bb59-77cc9df177bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:37.941519 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Made reservation on behalf of 2ba0ba73fa314fc1975a0277212cc5f0 for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:01:37.952246 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:37.995508 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for subnet, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:38.012400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:38.030655 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51954) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:38.169099 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Checking segment: {'id': '9311a84f-7a54-4e2f-a6d2-4a41d5f68350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e40cff1e-d27e-4b05-9d39-f74e17fe9f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:01:38.169884 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Network hostable DHCP agents. Network: e40cff1e-d27e-4b05-9d39-f74e17fe9f5a, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 18:01:38.244541 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b266a7e-0440-4afb-b892-056b2d5d8638,revision_number=0']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:38.271360 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:38.344310 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Network e40cff1e-d27e-4b05-9d39-f74e17fe9f5a is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 18:01:38.362056 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, e40cff1e-d27e-4b05-9d39-f74e17fe9f5a) {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:01:38.371612 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cccf27f-9be3-4582-aaca-ef679ea38fcd None None] Network e40cff1e-d27e-4b05-9d39-f74e17fe9f5a requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:01:38.391793 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:38.392354 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:38.436616 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c309ae1-f687-48b5-a886-8e4153a5f42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:38.436734 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0040669 Apr 23 18:01:38.546112 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8c309ae1-f687-48b5-a886-8e4153a5f42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:38.558968 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for subnet, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:38.563906 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:38.582136 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8c309ae1-f687-48b5-a886-8e4153a5f42b admin admin] Usage tracker for resource:security_group_rule and tenant:3d495caf495843a78e713aa908ba797a is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:38.592195 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8c309ae1-f687-48b5-a886-8e4153a5f42b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:38.615806 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8c309ae1-f687-48b5-a886-8e4153a5f42b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:38.667963 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] Checking segment: {'id': '911dda36-1908-4ed6-a3e1-a91f8bef9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:01:38.668365 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] Network hostable DHCP agents. Network: 1a52a344-216f-49cf-81a2-731a70b91d60, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 18:01:38.673090 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9578a960-cb39-49fb-b04d-317ddad60750,revision_number=0']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:38.678276 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:38.698318 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] Network 1a52a344-216f-49cf-81a2-731a70b91d60 is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 18:01:38.716804 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, 1a52a344-216f-49cf-81a2-731a70b91d60) {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:01:38.725920 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:38.726574 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:38.757522 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-258361bc-d50e-466b-9901-537e4f9a4e93 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5532217 Apr 23 18:01:38.757981 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 51986) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:38.770995 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1127053867-router', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:01:38.779583 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd6d62d-6671-4758-9f6e-9ee0b306ce15 None None] Network 1a52a344-216f-49cf-81a2-731a70b91d60 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:01:38.790965 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:38.799752 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Usage tracker for resource:router and tenant:8587cf5a0daa402fb879ac59d23a025e is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:38.805858 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:38.815120 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:38.829838 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853067310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736100'] for router, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:38.836907 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39700'] for router, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:38.889138 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:38.952198 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 51998) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:38.987235 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c309ae1-f687-48b5-a886-8e4153a5f42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:38.995011 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c309ae1-f687-48b5-a886-8e4153a5f42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:39.021177 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f4e6bd7a-b9e9-446b-87b5-379dbb1e7723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:39.101295 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0338bbc-3548-4aa5-9a76-572e4a55b8af None None] Network e40cff1e-d27e-4b05-9d39-f74e17fe9f5a requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:01:39.153149 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-98ef0ddd-c2b1-473a-bb59-77cc9df177bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:39.222128 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8c309ae1-f687-48b5-a886-8e4153a5f42b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d495caf495843a78e713aa908ba797a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1900351 Apr 23 18:01:39.247930 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 52008) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:39.296145 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:39.297034 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-47a2d117-1cf6-4b3b-876b-099e4b7a3200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:39.324861 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c309ae1-f687-48b5-a886-8e4153a5f42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81be96c-17e4-4eaf-86c5-427818d16104,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:39.332050 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c309ae1-f687-48b5-a886-8e4153a5f42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:39.340140 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:39.368057 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-47a2d117-1cf6-4b3b-876b-099e4b7a3200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:39.396330 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-47a2d117-1cf6-4b3b-876b-099e4b7a3200 admin admin] Usage tracker for resource:security_group_rule and tenant:948d3dd0496c447e85901d5ac6ddac95 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:39.402192 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52030) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:39.403832 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-47a2d117-1cf6-4b3b-876b-099e4b7a3200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:39.449986 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-47a2d117-1cf6-4b3b-876b-099e4b7a3200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:39.461499 dv-cinder-786524-3-smb neutron-server[86250]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 23 18:01:39.500485 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdaf010-374f-465f-89f8-39a84e75da75 None None] Network 1a52a344-216f-49cf-81a2-731a70b91d60 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:01:39.555100 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ef0ddd-c2b1-473a-bb59-77cc9df177bf admin admin] Checking segment: {'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:01:39.555522 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ef0ddd-c2b1-473a-bb59-77cc9df177bf admin admin] Network hostable DHCP agents. Network: 81db996a-5443-4dca-8db4-06663c296f38, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 18:01:39.565186 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef0ddd-c2b1-473a-bb59-77cc9df177bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa7ecc1-b122-4c85-83b3-3fd5fb03e649,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:39.633883 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Checking segment: {'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:01:39.634616 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Network hostable DHCP agents. Network: ad38896b-6c3f-4f69-b274-970cc96cfb38, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 18:01:39.646845 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9ad6c19f-3db5-4497-a30d-ad6eee0433d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:39.684684 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ef0ddd-c2b1-473a-bb59-77cc9df177bf admin admin] Network 81db996a-5443-4dca-8db4-06663c296f38 is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 18:01:39.738308 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39719'] for router, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:39.746255 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-47a2d117-1cf6-4b3b-876b-099e4b7a3200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:39.765493 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-47a2d117-1cf6-4b3b-876b-099e4b7a3200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:39.784564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-33e21444-f726-44a3-85b3-fb17770eef05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:39.791924 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b97c07c-5285-4429-8f29-c273915b65dc,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:39.799085 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-98ef0ddd-c2b1-473a-bb59-77cc9df177bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, 81db996a-5443-4dca-8db4-06663c296f38) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:01:39.832193 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:39.857077 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52050) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:39.859325 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-47a2d117-1cf6-4b3b-876b-099e4b7a3200 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=948d3dd0496c447e85901d5ac6ddac95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8886478 Apr 23 18:01:39.860830 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Network ad38896b-6c3f-4f69-b274-970cc96cfb38 is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 18:01:39.868909 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.544s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:39.869427 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:39.869559 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-515de956-564f-4d18-b7f7-af83254f4243 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:39.870201 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-515de956-564f-4d18-b7f7-af83254f4243 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Synchronizing usage tracker for tenant:2073bed6353544208ceed890638346f6 on resource:network {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:01:39.887940 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-33e21444-f726-44a3-85b3-fb17770eef05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:39.936586 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f240626b-4ca3-4d9f-96d1-8cd585729f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:39.941977 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeace71-6358-4693-9e72-848a252bb4a8 None None] Network 81db996a-5443-4dca-8db4-06663c296f38 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:01:39.943453 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-515de956-564f-4d18-b7f7-af83254f4243 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Unset dirty status for tenant:2073bed6353544208ceed890638346f6 on resource:network {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:01:39.944719 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-515de956-564f-4d18-b7f7-af83254f4243 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/networks?id=e40cff1e-d27e-4b05-9d39-f74e17fe9f5a HTTP/1.1" status: 200 len: 812 time: 0.5411754 Apr 23 18:01:39.972944 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ef0ddd-c2b1-473a-bb59-77cc9df177bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:39.974274 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-98ef0ddd-c2b1-473a-bb59-77cc9df177bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:39.976338 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-740535b5-b70b-48c6-a174-ae4bff84eaf3 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/quotas/2073bed6353544208ceed890638346f6 HTTP/1.1" status: 200 len: 375 time: 0.0240908 Apr 23 18:01:39.990612 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, ad38896b-6c3f-4f69-b274-970cc96cfb38) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:01:40.008012 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:40.008763 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.043312 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1250d1dd-0ec0-4d9e-ad02-8150c9d0f7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.073659 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-aa877966-c312-44bb-8dd8-c70619fe3caa tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2073bed6353544208ceed890638346f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820153 Apr 23 18:01:40.080008 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c9af2b-5961-48d1-9b42-202b97533d41 None None] Network ad38896b-6c3f-4f69-b274-970cc96cfb38 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:01:40.105013 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1250d1dd-0ec0-4d9e-ad02-8150c9d0f7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.154834 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2d117-1cf6-4b3b-876b-099e4b7a3200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67af93a-5749-49cc-b836-0bffe77940e4,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:40.170311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-47a2d117-1cf6-4b3b-876b-099e4b7a3200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:40.194709 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-98ef0ddd-c2b1-473a-bb59-77cc9df177bf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7810502 Apr 23 18:01:40.209867 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 52072) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:40.221307 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:01:40.228615 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:40.232752 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Usage tracker for resource:router and tenant:0b603028fc0648daac1a9a03b1ad4097 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:40.237109 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:40.289768 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:40.298225 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8990052 Apr 23 18:01:40.300309 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-33e21444-f726-44a3-85b3-fb17770eef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.301031 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 52082) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:40.312540 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-d447974b-4307-4b4d-b32e-811df34adae1 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86361) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 18:01:40.313618 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-d447974b-4307-4b4d-b32e-811df34adae1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1160197 Apr 23 18:01:40.318618 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:01:40.324194 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:40.331429 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853067310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736100'] for router, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.332546 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39700'] for router, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.343303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:40.350084 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e21444-f726-44a3-85b3-fb17770eef05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81be96c-17e4-4eaf-86c5-427818d16104,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:40.358230 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Usage tracker for resource:router and tenant:2ba0ba73fa314fc1975a0277212cc5f0 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:40.361967 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-33e21444-f726-44a3-85b3-fb17770eef05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:40.362858 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-33e21444-f726-44a3-85b3-fb17770eef05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.367242 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-33e21444-f726-44a3-85b3-fb17770eef05 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f81be96c-17e4-4eaf-86c5-427818d16104 HTTP/1.1" status: 204 len: 168 time: 1.1117454 Apr 23 18:01:40.367242 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:40.383745 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:40.403612 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853067310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736100'] for router, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.404738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39700'] for router, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.466551 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.481977 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b174074-281b-5261-ba21-3a30f0b2e4d5-ad38896b-6c3f-4f69-b274-970cc96cfb38', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc'}]}} from dv-cinder-786524-3-smb. {{(pid=86363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 18:01:40.482926 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.511225 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.577430 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.579286 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.585727 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b174074-281b-5261-ba21-3a30f0b2e4d5-81db996a-5443-4dca-8db4-06663c296f38', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649'}]}} from dv-cinder-786524-3-smb. {{(pid=86363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 18:01:40.586622 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.602139 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1250d1dd-0ec0-4d9e-ad02-8150c9d0f7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.663402 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-5edfb266-ae08-40f8-997e-163d32479c39 service neutron] 10.222.0.11 "GET /v2.0/networks/e40cff1e-d27e-4b05-9d39-f74e17fe9f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399642 Apr 23 18:01:40.724885 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 52090) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:40.766936 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:40.802783 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250d1dd-0ec0-4d9e-ad02-8150c9d0f7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67af93a-5749-49cc-b836-0bffe77940e4,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:40.813795 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-1250d1dd-0ec0-4d9e-ad02-8150c9d0f7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:40.831927 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Allocated IP 172.20.0.2 (ad38896b-6c3f-4f69-b274-970cc96cfb38/7b97c07c-5285-4429-8f29-c273915b65dc/2dd499ff-e7e6-4314-8a92-eb4ed842931e) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:01:40.886346 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Allocated IP 172.20.0.2 (81db996a-5443-4dca-8db4-06663c296f38/3fa7ecc1-b122-4c85-83b3-3fd5fb03e649/705ab4ac-3868-45f4-9839-4480f005f4d7) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:01:40.914587 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1250d1dd-0ec0-4d9e-ad02-8150c9d0f7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:40.918595 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-1250d1dd-0ec0-4d9e-ad02-8150c9d0f7d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e67af93a-5749-49cc-b836-0bffe77940e4 HTTP/1.1" status: 204 len: 168 time: 1.0425930 Apr 23 18:01:40.958431 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-e1b4305c-a32b-4944-b44a-41cfd9b9d12e service neutron] 10.222.0.11 "GET /v2.0/networks/e40cff1e-d27e-4b05-9d39-f74e17fe9f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931659 Apr 23 18:01:40.969790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Allocated IP 172.28.1.149 (98d3619d-941a-4347-b217-5f5fd5441170/72c7752f-77c2-49cb-bbe9-c4d5aa4c810b/50c19da1-d847-46ad-b30b-7c4f9800ed80) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:01:41.234129 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c81c05b7-891b-4cc8-852c-ea2da6299cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:41.236255 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:41.279632 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:41.289155 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:41.297779 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Transition to ACTIVE for port object 2dd499ff-e7e6-4314-8a92-eb4ed842931e will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:01:41.306543 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-76aa4cda-38a7-4710-982b-a731ededdd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:41.319985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:41.340133 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Transition to ACTIVE for port object 2dd499ff-e7e6-4314-8a92-eb4ed842931e will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:01:41.348884 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Transition to ACTIVE for port object 705ab4ac-3868-45f4-9839-4480f005f4d7 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:01:41.376412 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:41.387968 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:41.398525 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 52114) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:41.411225 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Network 98d3619d-941a-4347-b217-5f5fd5441170 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:01:41.430526 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Transition to ACTIVE for port object 705ab4ac-3868-45f4-9839-4480f005f4d7 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:01:41.455400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:41.465437 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Network ad38896b-6c3f-4f69-b274-970cc96cfb38 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:01:41.468887 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:01:41.486784 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:01:41.533718 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:01:41.543566 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Pushing event updated for resources: {'Port': ['ID=50c19da1-d847-46ad-b30b-7c4f9800ed80,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:41.572335 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:01:41.593630 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39719'] for router, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:41.623605 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Attempting to bind port 2dd499ff-e7e6-4314-8a92-eb4ed842931e on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:01:41.624024 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Attempting to bind port 2dd499ff-e7e6-4314-8a92-eb4ed842931e by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:01:41.624436 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Attempting to bind port 2dd499ff-e7e6-4314-8a92-eb4ed842931e on network ad38896b-6c3f-4f69-b274-970cc96cfb38 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:01:41.637825 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:01:41.638242 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Checking segment: {'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:01:41.638693 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:41.639171 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Bound using segment: {'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:01:41.640012 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Bound port: 2dd499ff-e7e6-4314-8a92-eb4ed842931e, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:01:41.640497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:41.640695 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-c81c05b7-891b-4cc8-852c-ea2da6299cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:41.643450 dv-cinder-786524-3-smb neutron-server[86250]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 23 18:01:41.700290 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-c81c05b7-891b-4cc8-852c-ea2da6299cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:49b4134d3d4b4dd885620343ea3e1dc4 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:41.711080 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39719'] for router, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:41.718632 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-c81c05b7-891b-4cc8-852c-ea2da6299cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:41.739931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:41.760168 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] For port 2dd499ff-e7e6-4314-8a92-eb4ed842931e, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:01:41.767540 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] For port 2dd499ff-e7e6-4314-8a92-eb4ed842931e, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=2dd499ff-e7e6-4314-8a92-eb4ed842931e,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:01:41.771385 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Pushing event updated for resources: {'Port': ['ID=2dd499ff-e7e6-4314-8a92-eb4ed842931e,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:41.779074 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Network 81db996a-5443-4dca-8db4-06663c296f38 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:01:41.789426 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:01:41.791873 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:41.792900 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:01:41.796116 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:41.796499 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:41.796878 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:41.797248 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:41.797617 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:41.797985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:41.798353 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:41.798715 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:41.799161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:41.799524 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:41.799882 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:41.800262 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Tracked resource versions report: Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: pushed versions: Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: { 'AddressGroup': {'1.2'}, Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'ConntrackHelper': {'1.0'}, Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'Log': {'1.0'}, Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'Network': {'1.1'}, Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'Port': {'1.7'}, Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'PortForwarding': {'1.2'}, Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'QosPolicy': {'1.8'}, Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroup': {'1.4'}, Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroupRule': {'1.2'}, Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'SubPort': {'1.0'}, Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'Subnet': {'1.1'}, Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'Trunk': {'1.1'}} Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: consumer versions: Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: { DHCP agent@dv-cinder-786524-3-smb: {}, Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: HyperV agent@hv-cinder-78652: {}, Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: L3 agent@dv-cinder-786524-3-smb: {}, Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: Metadata agent@dv-cinder-786524-3-smb: {}, Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: Metering agent@dv-cinder-786524-3-smb: {}, Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: Open vSwitch agent@dv-cinder-786524-3-smb: { 'AddressGroup': '1.2', Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'ConntrackHelper': '1.0', Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'Log': '1.0', Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'Network': '1.1', Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'Port': '1.7', Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'PortForwarding': '1.2', Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'QosPolicy': '1.8', Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroup': '1.4', Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroupRule': '1.2', Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'SubPort': '1.0', Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'Subnet': '1.1', Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: 'Trunk': '1.1'}} Apr 23 18:01:41.801386 dv-cinder-786524-3-smb neutron-server[86250]: {{(pid=86363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 18:01:41.810800 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:41.811315 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:41.842840 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-61fa8922-1a89-47d2-ae93-1c42463e61c9 req-56bc2ec9-ba71-4f28-b6f3-6454e3c0a27b tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 210 time: 0.2287102 Apr 23 18:01:41.844118 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-c81c05b7-891b-4cc8-852c-ea2da6299cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:42.347652 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Pushing event updated for resources: {'Port': ['ID=705ab4ac-3868-45f4-9839-4480f005f4d7,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:42.433652 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Attempting to bind port 705ab4ac-3868-45f4-9839-4480f005f4d7 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:01:42.434060 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Attempting to bind port 705ab4ac-3868-45f4-9839-4480f005f4d7 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:01:42.434457 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Attempting to bind port 705ab4ac-3868-45f4-9839-4480f005f4d7 on network 81db996a-5443-4dca-8db4-06663c296f38 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:01:42.464559 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c81c05b7-891b-4cc8-852c-ea2da6299cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:42.493590 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:01:42.494292 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Checking segment: {'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:01:42.494961 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:42.495611 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Bound using segment: {'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:01:42.496339 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Bound port: 705ab4ac-3868-45f4-9839-4480f005f4d7, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:01:42.497541 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:42.537208 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c81c05b7-891b-4cc8-852c-ea2da6299cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:42.566501 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:42.659049 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] For port 705ab4ac-3868-45f4-9839-4480f005f4d7, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:01:42.662935 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] For port 705ab4ac-3868-45f4-9839-4480f005f4d7, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=705ab4ac-3868-45f4-9839-4480f005f4d7,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:01:42.670823 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b7b9228e-0a0a-4d22-aee3-4577b6f646de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:42.696199 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:42.697332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:42.784661 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Pushing event updated for resources: {'Port': ['ID=2dd499ff-e7e6-4314-8a92-eb4ed842931e,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:42.791776 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.980s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:42.793435 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.292s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:42.956392 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Pushing event updated for resources: {'Port': ['ID=705ab4ac-3868-45f4-9839-4480f005f4d7,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:42.960710 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:42.961866 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-09d4cc65-f199-4ec7-8297-294acedf0c33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:42.962263 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-09d4cc65-f199-4ec7-8297-294acedf0c33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:42.963085 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:42.963924 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:43.222479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:43.299924 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-c81c05b7-891b-4cc8-852c-ea2da6299cf8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49b4134d3d4b4dd885620343ea3e1dc4&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5690587 Apr 23 18:01:43.310313 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 52204) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:43.326556 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:43.328702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c05b7-891b-4cc8-852c-ea2da6299cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c96dae1-3fc2-420f-9930-cdbc9d0f6af3,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:43.343906 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-c81c05b7-891b-4cc8-852c-ea2da6299cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:43.427075 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6092c419-fafb-4270-9782-dc1b00f2d3fe req-1bf47a3d-f561-4baa-a3af-e7d28f264b6b tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 210 time: 0.4447277 Apr 23 18:01:43.528907 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853064327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853013535'] for router, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:43.967483 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Router 8464a667-14cb-4efa-b70d-a1859c82e64c is scheduled to L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 with binding_index 1 {{(pid=86361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 18:01:43.985100 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:44.039531 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Allocated IP 172.28.1.26 (98d3619d-941a-4347-b217-5f5fd5441170/72c7752f-77c2-49cb-bbe9-c4d5aa4c810b/637c2228-0d33-412a-bb2d-1aea09baff21) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:01:44.042269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:44.144157 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:44.319534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52244) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:44.368875 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:01:44.395865 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Sync routers for ids ['8464a667-14cb-4efa-b70d-a1859c82e64c'] in dv-cinder-786524-3-smb {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:01:44.406589 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-993a280b-ccc5-40b8-bcdb-dd4749071e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:44.416871 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Routers {'8464a667-14cb-4efa-b70d-a1859c82e64c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:01:44.417559 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:01:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['8464a667-14cb-4efa-b70d-a1859c82e64c'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:01:44.440641 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Notify callbacks [] for router, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:44.452584 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6934841 Apr 23 18:01:44.455331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52258) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:44.550527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-993a280b-ccc5-40b8-bcdb-dd4749071e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:44.762945 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:44.793697 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.22', 53415) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:44.810005 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266f42d9-6a18-45ea-81c9-3240f0ab5877 None None] Network ad38896b-6c3f-4f69-b274-970cc96cfb38 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:01:44.896649 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Set router 8464a667-14cb-4efa-b70d-a1859c82e64c gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:01:45.142493 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-993a280b-ccc5-40b8-bcdb-dd4749071e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:45.161233 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-bd5b1998-3765-4771-9504-d4b44be75388 req-3107ee2e-ff17-410c-90fa-52d97b93f1e7 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 210 time: 0.1409783 Apr 23 18:01:45.187450 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-47a2d117-1cf6-4b3b-876b-099e4b7a3200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:45.234046 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-105eb9dc-d52f-4934-b718-9cedb25bff9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:45.248779 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65af4c6-58e8-4aca-a445-b3b42711aae8 None None] Network 81db996a-5443-4dca-8db4-06663c296f38 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:01:45.295008 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a280b-ccc5-40b8-bcdb-dd4749071e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c96dae1-3fc2-420f-9930-cdbc9d0f6af3,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:45.317937 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-993a280b-ccc5-40b8-bcdb-dd4749071e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:45.417169 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-bdc73d0c-62fa-4105-992c-3bcafe85a85c tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:45.421102 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-bdc73d0c-62fa-4105-992c-3bcafe85a85c tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.22 "GET /v2.0/networks?id=e40cff1e-d27e-4b05-9d39-f74e17fe9f5a HTTP/1.1" status: 200 len: 812 time: 0.6263535 Apr 23 18:01:45.439672 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-105eb9dc-d52f-4934-b718-9cedb25bff9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:45.453063 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'name': 'tempest-ServerRescueNegativeTestJSON-1127053867-router', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:38Z', 'updated_at': '2021-04-23T18:01:42Z', 'revision_number': 3, 'project_id': '8587cf5a0daa402fb879ac59d23a025e', 'gw_port': {'id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:01:45.458162 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Checking router: 8464a667-14cb-4efa-b70d-a1859c82e64c for host: dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:01:45.458754 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Updating router 8464a667-14cb-4efa-b70d-a1859c82e64c port 50c19da1-d847-46ad-b30b-7c4f9800ed80 binding host dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 18:01:45.488996 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-105eb9dc-d52f-4934-b718-9cedb25bff9b admin admin] Usage tracker for resource:security_group_rule and tenant:c9524aec47914ba4b615ac55cdd145cc is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:45.508499 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-105eb9dc-d52f-4934-b718-9cedb25bff9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:45.510007 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 705ab4ac-3868-45f4-9839-4480f005f4d7 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:01:45.520805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:45.521600 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:45.544126 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-105eb9dc-d52f-4934-b718-9cedb25bff9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:45.552828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Request body: {'port': {'device_id': 'daaa7e92-39d3-4d9e-b2d6-2609e1f15d45', 'network_id': 'e40cff1e-d27e-4b05-9d39-f74e17fe9f5a', 'admin_state_up': True, 'tenant_id': '2073bed6353544208ceed890638346f6'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:01:45.703753 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port 705ab4ac-3868-45f4-9839-4480f005f4d7 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:01:45.719820 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 2dd499ff-e7e6-4314-8a92-eb4ed842931e up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:01:45.804760 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-757d089a-7c65-43ec-9481-4edb2e0e60c0 None None] Provisioning for port 2dd499ff-e7e6-4314-8a92-eb4ed842931e completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:01:45.891211 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:45.929210 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-993a280b-ccc5-40b8-bcdb-dd4749071e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:45.943971 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-993a280b-ccc5-40b8-bcdb-dd4749071e96 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c96dae1-3fc2-420f-9930-cdbc9d0f6af3 HTTP/1.1" status: 204 len: 168 time: 2.5941129 Apr 23 18:01:45.946391 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port 2dd499ff-e7e6-4314-8a92-eb4ed842931e completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:01:45.958790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:45.962058 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 2dd499ff-e7e6-4314-8a92-eb4ed842931e triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:01:45.962499 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:46.032931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Network 98d3619d-941a-4347-b217-5f5fd5441170 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:01:46.047713 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Usage tracker for resource:port and tenant:2073bed6353544208ceed890638346f6 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:46.049971 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-a6b4478e-1e33-4bcf-a1f3-23dcc7d3aeec None None] Provisioning for port 705ab4ac-3868-45f4-9839-4480f005f4d7 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:01:46.054409 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:01:46.069387 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:46.071468 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-a6b4478e-1e33-4bcf-a1f3-23dcc7d3aeec None None] Provisioning complete for port 705ab4ac-3868-45f4-9839-4480f005f4d7 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:01:46.072017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a6b4478e-1e33-4bcf-a1f3-23dcc7d3aeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:46.077155 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:01:46.238404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:46.257736 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-105eb9dc-d52f-4934-b718-9cedb25bff9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:46.357238 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-105eb9dc-d52f-4934-b718-9cedb25bff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:46.440027 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-1250d1dd-0ec0-4d9e-ad02-8150c9d0f7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:46.446963 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:46.490756 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a6b4478e-1e33-4bcf-a1f3-23dcc7d3aeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:46.509154 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Allocated IP 172.28.1.253 (98d3619d-941a-4347-b217-5f5fd5441170/72c7752f-77c2-49cb-bbe9-c4d5aa4c810b/7667c429-fa56-43f9-87f9-3e1a808b77cf) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:01:46.560419 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105eb9dc-d52f-4934-b718-9cedb25bff9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b196584-057d-4dfd-8233-1e28dbbe8477,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:46.565312 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port 2dd499ff-e7e6-4314-8a92-eb4ed842931e, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=2dd499ff-e7e6-4314-8a92-eb4ed842931e,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:01:46.570596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-a6b4478e-1e33-4bcf-a1f3-23dcc7d3aeec None None] For port 705ab4ac-3868-45f4-9839-4480f005f4d7, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=705ab4ac-3868-45f4-9839-4480f005f4d7,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:01:46.572846 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:46.579735 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:46.584718 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Pushing event updated for resources: {'Port': ['ID=637c2228-0d33-412a-bb2d-1aea09baff21,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:46.606506 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-105eb9dc-d52f-4934-b718-9cedb25bff9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:46.670360 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a6b4478e-1e33-4bcf-a1f3-23dcc7d3aeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:46.677181 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-105eb9dc-d52f-4934-b718-9cedb25bff9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9524aec47914ba4b615ac55cdd145cc&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3496883 Apr 23 18:01:46.701005 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Made reservation on behalf of 2073bed6353544208ceed890638346f6 for: {'port': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:01:46.733942 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:46.770234 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 52334) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:46.771536 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=2dd499ff-e7e6-4314-8a92-eb4ed842931e,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:46.802442 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:46.803098 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6e690f51-b371-4765-8d49-8f210a97a9f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:46.823941 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:46.861357 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0f2e7dc1-fcdf-4f80-b20d-7ea5d7fa4be1 req-31d7721b-5ae1-4745-963e-da589a8861cb tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 210 time: 0.2002997 Apr 23 18:01:46.902785 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:47.026618 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-e1b104cd-df14-41cd-8e1e-afb5fc4f3f8c None None] Provisioning complete for port 705ab4ac-3868-45f4-9839-4480f005f4d7 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:01:47.027041 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e1b104cd-df14-41cd-8e1e-afb5fc4f3f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:47.135609 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4478e-1e33-4bcf-a1f3-23dcc7d3aeec None None] Pushing event updated for resources: {'Port': ['ID=705ab4ac-3868-45f4-9839-4480f005f4d7,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:47.140670 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a6b4478e-1e33-4bcf-a1f3-23dcc7d3aeec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:47.197993 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 2dd499ff-e7e6-4314-8a92-eb4ed842931e up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:01:47.373155 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52344) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:47.434341 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 2dd499ff-e7e6-4314-8a92-eb4ed842931e triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:01:47.434806 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:47.472053 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Allocated IP 172.20.0.1 (1a52a344-216f-49cf-81a2-731a70b91d60/9578a960-cb39-49fb-b04d-317ddad60750/34ac4208-f30a-44da-ba31-ee8295997ffc) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:01:47.522282 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9ddfa60d-207e-4256-9d58-17bb35db89ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:47.684740 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-e1b104cd-df14-41cd-8e1e-afb5fc4f3f8c None None] Provisioning complete for port 2dd499ff-e7e6-4314-8a92-eb4ed842931e triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:01:47.685170 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e1b104cd-df14-41cd-8e1e-afb5fc4f3f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:47.842947 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:47.850803 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9ddfa60d-207e-4256-9d58-17bb35db89ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:47.890163 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:47.918332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Allocated IP 172.20.0.10 (e40cff1e-d27e-4b05-9d39-f74e17fe9f5a/7b266a7e-0440-4afb-b892-056b2d5d8638/efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:01:47.938527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-65fefb27-84f2-4ecf-b6fc-a43ff18ca867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:47.992311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-65fefb27-84f2-4ecf-b6fc-a43ff18ca867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:47.992311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-65fefb27-84f2-4ecf-b6fc-a43ff18ca867 admin admin] Usage tracker for resource:security_group_rule and tenant:f1446551c3964edf884801f8ac0e43f9 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:48.011701 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-65fefb27-84f2-4ecf-b6fc-a43ff18ca867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:48.037178 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-65fefb27-84f2-4ecf-b6fc-a43ff18ca867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:48.048210 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:48.119700 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:48.131409 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:48.229271 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Network 1a52a344-216f-49cf-81a2-731a70b91d60 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:01:48.233812 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:01:48.241839 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:01:48.242632 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705532'] for router_interface, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:48.725814 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-65fefb27-84f2-4ecf-b6fc-a43ff18ca867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:48.761772 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-65fefb27-84f2-4ecf-b6fc-a43ff18ca867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:48.808659 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Pushing event updated for resources: {'Port': ['ID=34ac4208-f30a-44da-ba31-ee8295997ffc,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:48.828828 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-65fefb27-84f2-4ecf-b6fc-a43ff18ca867 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1446551c3964edf884801f8ac0e43f9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4543855 Apr 23 18:01:48.831876 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:48.832529 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:48.860940 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52392) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:48.864535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fefb27-84f2-4ecf-b6fc-a43ff18ca867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d5bf1d-0b97-49f7-b109-1a688b69f77a,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:48.881844 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-65fefb27-84f2-4ecf-b6fc-a43ff18ca867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:48.924081 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:49.074700 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 705ab4ac-3868-45f4-9839-4480f005f4d7 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:01:49.148910 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fe42fcab-444f-47e4-b69c-1c4bed804576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:49.164393 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 705ab4ac-3868-45f4-9839-4480f005f4d7 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:01:49.164822 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:49.225376 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3bc7639e-3147-404a-bf94-4f9471113e15 req-04db3add-e6e1-4b06-9667-f99fbeef9e06 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 210 time: 1.0378487 Apr 23 18:01:49.226371 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9ddfa60d-207e-4256-9d58-17bb35db89ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:49.325079 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:49.348333 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fe42fcab-444f-47e4-b69c-1c4bed804576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:49.406647 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:49.468298 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:49.538452 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9ddfa60d-207e-4256-9d58-17bb35db89ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:49.540371 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-9ddfa60d-207e-4256-9d58-17bb35db89ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b196584-057d-4dfd-8233-1e28dbbe8477 HTTP/1.1" status: 204 len: 168 time: 2.7496288 Apr 23 18:01:49.541749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfa60d-207e-4256-9d58-17bb35db89ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b196584-057d-4dfd-8233-1e28dbbe8477,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:49.552739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fe42fcab-444f-47e4-b69c-1c4bed804576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:49.562852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-105eb9dc-d52f-4934-b718-9cedb25bff9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:49.564412 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9ddfa60d-207e-4256-9d58-17bb35db89ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:49.565910 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853064327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853013535'] for router, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:49.576389 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:49.586421 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:49.595902 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42fcab-444f-47e4-b69c-1c4bed804576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d5bf1d-0b97-49f7-b109-1a688b69f77a,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:49.599560 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fe42fcab-444f-47e4-b69c-1c4bed804576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:49.603201 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:49.621675 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853070245'] for router_interface, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:49.635640 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:49.775371 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:49.844201 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fe42fcab-444f-47e4-b69c-1c4bed804576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:49.845537 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-fe42fcab-444f-47e4-b69c-1c4bed804576 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3d5bf1d-0b97-49f7-b109-1a688b69f77a HTTP/1.1" status: 204 len: 168 time: 0.9662657 Apr 23 18:01:49.947136 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Network e40cff1e-d27e-4b05-9d39-f74e17fe9f5a is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:01:49.984128 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:01:49.995400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Network 98d3619d-941a-4347-b217-5f5fd5441170 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:01:50.004098 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:01:50.010516 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Pushing event updated for resources: {'Port': ['ID=34ac4208-f30a-44da-ba31-ee8295997ffc,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:50.019235 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:50.026831 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:50.027953 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:50.048913 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Pushing event updated for resources: {'Port': ['ID=efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:50.053130 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:01:50.103951 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:50.107453 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:50.108164 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:01:50.131512 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Transition to ACTIVE for port object 50c19da1-d847-46ad-b30b-7c4f9800ed80 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:01:50.143113 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:50.160352 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:50.188917 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Network 1a52a344-216f-49cf-81a2-731a70b91d60 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:01:50.190489 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:01:50.295820 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.478s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:50.369274 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Attempting to bind port 50c19da1-d847-46ad-b30b-7c4f9800ed80 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:01:50.371790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Attempting to bind port 50c19da1-d847-46ad-b30b-7c4f9800ed80 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:01:50.372197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Attempting to bind port 50c19da1-d847-46ad-b30b-7c4f9800ed80 on network 98d3619d-941a-4347-b217-5f5fd5441170 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:01:50.398028 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:01:50.398725 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Checking segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:01:50.400197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:50.401009 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Bound using segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:01:50.402100 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Bound port: 50c19da1-d847-46ad-b30b-7c4f9800ed80, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:01:50.403992 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:50.617332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] For port 50c19da1-d847-46ad-b30b-7c4f9800ed80, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:01:50.625079 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] For port 50c19da1-d847-46ad-b30b-7c4f9800ed80, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=50c19da1-d847-46ad-b30b-7c4f9800ed80,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:01:50.653332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:50.755353 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Pushing event updated for resources: {'Port': ['ID=50c19da1-d847-46ad-b30b-7c4f9800ed80,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:50.779116 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Routers {'8464a667-14cb-4efa-b70d-a1859c82e64c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:01:50.781535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:01:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['8464a667-14cb-4efa-b70d-a1859c82e64c'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:01:50.948874 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Router 8464a667-14cb-4efa-b70d-a1859c82e64c has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:01:50.961076 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266f1a4-7c8e-4105-b6d6-932e4eb9cfbc req-d97cd60e-adb2-48c5-90a1-46a8b27bf475 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:50.970477 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2266f1a4-7c8e-4105-b6d6-932e4eb9cfbc req-d97cd60e-adb2-48c5-90a1-46a8b27bf475 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 932 time: 0.1691418 Apr 23 18:01:50.974163 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52434) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:51.039536 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6cf42548-6961-470b-a016-120c19e5c741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:51.218953 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52446) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:51.240864 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] Set router 8464a667-14cb-4efa-b70d-a1859c82e64c gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:01:51.293846 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-6cf42548-6961-470b-a016-120c19e5c741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:51.383113 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-319f3fa8-168a-407d-9dae-ba97e6396d0a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8372328 Apr 23 18:01:51.427121 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-6cf42548-6961-470b-a016-120c19e5c741 admin admin] Usage tracker for resource:security_group_rule and tenant:90a87975b6364b849c943620a82c223a is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:51.438406 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-2266f1a4-7c8e-4105-b6d6-932e4eb9cfbc req-d36d754d-79a6-4b70-8d49-c7cd1d47f663 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Synchronizing usage tracker for tenant:2073bed6353544208ceed890638346f6 on resource:security_group {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:01:51.448155 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-6cf42548-6961-470b-a016-120c19e5c741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:51.480996 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-6cf42548-6961-470b-a016-120c19e5c741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:51.585473 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-28c2e877-795e-4cdd-9048-d8c71a031676 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 18:01:51.586743 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-28c2e877-795e-4cdd-9048-d8c71a031676 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068355 Apr 23 18:01:51.637141 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Pushing event updated for resources: {'Port': ['ID=7667c429-fa56-43f9-87f9-3e1a808b77cf,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:51.641494 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.345s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:51.699402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:01:51.701154 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Router 125d1238-22b8-47de-8b7d-8ce3b8b51583 is scheduled to L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 with binding_index 1 {{(pid=86362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 18:01:51.716958 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:51.749860 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] 10.222.0.11 "PUT /v2.0/routers/8464a667-14cb-4efa-b70d-a1859c82e64c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2931418 Apr 23 18:01:51.805232 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:51.807746 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:51.810098 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:51.810502 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:51.810896 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:51.811269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:51.811635 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:51.813157 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:51.813526 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:51.813886 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:51.814250 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:51.814607 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Tracked resource versions report: Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: pushed versions: Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: { 'AddressGroup': {'1.2'}, Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'ConntrackHelper': {'1.0'}, Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'Log': {'1.0'}, Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'Network': {'1.1'}, Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'Port': {'1.7'}, Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'PortForwarding': {'1.2'}, Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'QosPolicy': {'1.8'}, Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroup': {'1.4'}, Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroupRule': {'1.2'}, Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'SubPort': {'1.0'}, Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'Subnet': {'1.1'}, Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'Trunk': {'1.1'}} Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: consumer versions: Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: { DHCP agent@dv-cinder-786524-3-smb: {}, Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: HyperV agent@hv-cinder-78652: {}, Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: L3 agent@dv-cinder-786524-3-smb: {}, Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: Metadata agent@dv-cinder-786524-3-smb: {}, Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: Metering agent@dv-cinder-786524-3-smb: {}, Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: Open vSwitch agent@dv-cinder-786524-3-smb: { 'AddressGroup': '1.2', Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'ConntrackHelper': '1.0', Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'Log': '1.0', Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'Network': '1.1', Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'Port': '1.7', Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'PortForwarding': '1.2', Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'QosPolicy': '1.8', Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroup': '1.4', Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'SecurityGroupRule': '1.2', Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'SubPort': '1.0', Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'Subnet': '1.1', Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: 'Trunk': '1.1'}} Apr 23 18:01:51.815756 dv-cinder-786524-3-smb neutron-server[86250]: {{(pid=86364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 18:01:51.829355 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.674s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:51.829635 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.107s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:51.867736 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6cf42548-6961-470b-a016-120c19e5c741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:51.884871 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6cf42548-6961-470b-a016-120c19e5c741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:51.915296 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-65fefb27-84f2-4ecf-b6fc-a43ff18ca867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:51.982674 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-2266f1a4-7c8e-4105-b6d6-932e4eb9cfbc req-d36d754d-79a6-4b70-8d49-c7cd1d47f663 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Unset dirty status for tenant:2073bed6353544208ceed890638346f6 on resource:security_group {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:01:51.984010 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2266f1a4-7c8e-4105-b6d6-932e4eb9cfbc req-d36d754d-79a6-4b70-8d49-c7cd1d47f663 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/security-groups?id=59a2c493-fff2-4544-bb85-c5257ed6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0117154 Apr 23 18:01:51.997744 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Pushing event updated for resources: {'Port': ['ID=50c19da1-d847-46ad-b30b-7c4f9800ed80,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:52.013275 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:52.042542 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-66a808da-5d41-4dff-8bc8-bc1d48336c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:52.091944 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'name': 'tempest-ServerRescueNegativeTestJSON-1127053867-router', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:38Z', 'updated_at': '2021-04-23T18:01:48Z', 'revision_number': 4, 'project_id': '8587cf5a0daa402fb879ac59d23a025e', 'gw_port': {'id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '34ac4208-f30a-44da-ba31-ee8295997ffc', 'name': '', 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e', 'mac_address': 'fa:16:3e:70:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9578a960-cb39-49fb-b04d-317ddad60750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:49Z', 'revision_number': 2, 'project_id': '8587cf5a0daa402fb879ac59d23a025e', 'subnets': [{'id': '9578a960-cb39-49fb-b04d-317ddad60750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:01:52.112805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83aba28-6dc2-4a7c-b43e-aea7e2726335 None None] The sync data for ids ['8464a667-14cb-4efa-b70d-a1859c82e64c'] in dv-cinder-786524-3-smb is: [{'id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'name': 'tempest-ServerRescueNegativeTestJSON-1127053867-router', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:38Z', 'updated_at': '2021-04-23T18:01:48Z', 'revision_number': 4, 'project_id': '8587cf5a0daa402fb879ac59d23a025e', 'gw_port': {'id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '34ac4208-f30a-44da-ba31-ee8295997ffc', 'name': '', 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e', 'mac_address': 'fa:16:3e:70:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9578a960-cb39-49fb-b04d-317ddad60750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:49Z', 'revision_number': 2, 'project_id': '8587cf5a0daa402fb879ac59d23a025e', 'subnets': [{'id': '9578a960-cb39-49fb-b04d-317ddad60750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:01:52.136714 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-6cf42548-6961-470b-a016-120c19e5c741 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90a87975b6364b849c943620a82c223a&name=default HTTP/1.1" status: 200 len: 2978 time: 1.1587679 Apr 23 18:01:52.137850 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52466) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:52.161806 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-66a808da-5d41-4dff-8bc8-bc1d48336c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:52.164592 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf42548-6961-470b-a016-120c19e5c741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aefedb4-5018-4390-821e-12ac0cf3ea2a,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:52.172758 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6cf42548-6961-470b-a016-120c19e5c741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:52.176296 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-66a808da-5d41-4dff-8bc8-bc1d48336c52 admin admin] Usage tracker for resource:security_group_rule and tenant:5d16425217854dcca02d0eeabff96ed2 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:52.208113 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-66a808da-5d41-4dff-8bc8-bc1d48336c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:52.254481 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-66a808da-5d41-4dff-8bc8-bc1d48336c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:52.349712 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:52.446994 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9818ce82-0ddb-43fd-835c-f4d8f2541920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:52.484017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9818ce82-0ddb-43fd-835c-f4d8f2541920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:52.563301 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-66a808da-5d41-4dff-8bc8-bc1d48336c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:52.572694 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-66a808da-5d41-4dff-8bc8-bc1d48336c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:52.633921 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fe42fcab-444f-47e4-b69c-1c4bed804576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:52.691169 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9818ce82-0ddb-43fd-835c-f4d8f2541920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:52.771024 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Request body: {'port': {'device_id': 'daaa7e92-39d3-4d9e-b2d6-2609e1f15d45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:01:52.855553 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a808da-5d41-4dff-8bc8-bc1d48336c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d7200f-fb65-4159-929f-8232a11700c0,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:52.866526 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-66a808da-5d41-4dff-8bc8-bc1d48336c52 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d16425217854dcca02d0eeabff96ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6373420 Apr 23 18:01:52.867833 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-66a808da-5d41-4dff-8bc8-bc1d48336c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:52.868489 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52486) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:52.870793 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:52.901765 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818ce82-0ddb-43fd-835c-f4d8f2541920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aefedb4-5018-4390-821e-12ac0cf3ea2a,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:53.064636 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9818ce82-0ddb-43fd-835c-f4d8f2541920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:53.116322 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e8e952bb-e59d-43d1-b87d-8c0214446a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:53.185464 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e8e952bb-e59d-43d1-b87d-8c0214446a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:53.330616 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9818ce82-0ddb-43fd-835c-f4d8f2541920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:53.337996 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-9818ce82-0ddb-43fd-835c-f4d8f2541920 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2aefedb4-5018-4390-821e-12ac0cf3ea2a HTTP/1.1" status: 204 len: 168 time: 1.1936181 Apr 23 18:01:53.365644 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e8e952bb-e59d-43d1-b87d-8c0214446a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:53.446773 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:53.465446 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:53.510523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e952bb-e59d-43d1-b87d-8c0214446a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d7200f-fb65-4159-929f-8232a11700c0,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:53.515777 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e8e952bb-e59d-43d1-b87d-8c0214446a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:53.517595 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e8e952bb-e59d-43d1-b87d-8c0214446a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:53.535264 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-e8e952bb-e59d-43d1-b87d-8c0214446a99 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32d7200f-fb65-4159-929f-8232a11700c0 HTTP/1.1" status: 204 len: 168 time: 0.6250696 Apr 23 18:01:53.662463 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4202f-9a03-48d4-9d08-41c339c4e509 req-78cbd704-6d45-4bad-9fbd-28d0dadf3aa2 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:53.670183 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b1b4202f-9a03-48d4-9d08-41c339c4e509 req-78cbd704-6d45-4bad-9fbd-28d0dadf3aa2 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 932 time: 0.3301108 Apr 23 18:01:53.793735 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b1b4202f-9a03-48d4-9d08-41c339c4e509 req-096f538d-145c-4382-b47c-58e5907cc93c tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/security-groups?id=59a2c493-fff2-4544-bb85-c5257ed6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146414 Apr 23 18:01:54.059573 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-fe8509e9-68c8-4806-a422-b7521e901779 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:54.072689 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-fe8509e9-68c8-4806-a422-b7521e901779 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/networks?id=1a52a344-216f-49cf-81a2-731a70b91d60 HTTP/1.1" status: 200 len: 819 time: 0.5746748 Apr 23 18:01:54.106824 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853064327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853013535'] for router, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:54.123659 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:01:54.136298 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Sync routers for ids ['125d1238-22b8-47de-8b7d-8ce3b8b51583'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:01:54.166941 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Routers {'125d1238-22b8-47de-8b7d-8ce3b8b51583'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:01:54.173111 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:01:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['125d1238-22b8-47de-8b7d-8ce3b8b51583'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:01:54.466046 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52538) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:54.502060 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7f56ca69-2f4a-4f4b-9fb2-fe1d3a46756a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:54.571837 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-7f56ca69-2f4a-4f4b-9fb2-fe1d3a46756a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:01:54.589875 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-7f56ca69-2f4a-4f4b-9fb2-fe1d3a46756a admin admin] Usage tracker for resource:security_group_rule and tenant:d58cdba1e19b48aea92df2eaae0dcede is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:01:54.614552 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-7f56ca69-2f4a-4f4b-9fb2-fe1d3a46756a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:01:54.640064 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-7f56ca69-2f4a-4f4b-9fb2-fe1d3a46756a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:01:54.669566 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Set router 125d1238-22b8-47de-8b7d-8ce3b8b51583 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:01:54.911843 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7f56ca69-2f4a-4f4b-9fb2-fe1d3a46756a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:54.916942 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7f56ca69-2f4a-4f4b-9fb2-fe1d3a46756a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:54.954227 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:55.036376 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56ca69-2f4a-4f4b-9fb2-fe1d3a46756a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ba2452-7dd1-4744-9d9f-3604eba17895,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:55.061472 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7f56ca69-2f4a-4f4b-9fb2-fe1d3a46756a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:55.062383 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 {{(pid=86362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:01:55.074257 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:55.114035 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Transition to ACTIVE for port object efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 will not be triggered until provisioned by entity L2. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:01:55.140856 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-529df422-fdbc-44d7-a554-900945af12e8 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/quotas/8587cf5a0daa402fb879ac59d23a025e HTTP/1.1" status: 200 len: 375 time: 1.0670555 Apr 23 18:01:55.268080 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 50c19da1-d847-46ad-b30b-7c4f9800ed80 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:01:55.289758 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:55.290694 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Notify callbacks [] for router, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:55.300255 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 14.9973054 Apr 23 18:01:55.324343 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-7f56ca69-2f4a-4f4b-9fb2-fe1d3a46756a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d58cdba1e19b48aea92df2eaae0dcede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8569360 Apr 23 18:01:55.326363 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52556) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:55.326832 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 52558) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:55.598362 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0d97d305-4e00-44a2-ae3a-0a2407a0cdb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:55.782910 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port 50c19da1-d847-46ad-b30b-7c4f9800ed80 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:01:55.797764 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 50c19da1-d847-46ad-b30b-7c4f9800ed80 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:01:55.801218 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:55.989721 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Pushing event updated for resources: {'Port': ['ID=efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:56.206318 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:56.230429 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:56.258218 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:47Z', 'revision_number': 3, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:01:56.264623 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port 50c19da1-d847-46ad-b30b-7c4f9800ed80, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=50c19da1-d847-46ad-b30b-7c4f9800ed80,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:01:56.269524 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Checking router: 125d1238-22b8-47de-8b7d-8ce3b8b51583 for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:01:56.270025 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Updating router 125d1238-22b8-47de-8b7d-8ce3b8b51583 port 637c2228-0d33-412a-bb2d-1aea09baff21 binding host dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 18:01:56.350239 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:56.391276 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-bd31bed5-6c0e-4084-aff0-fecb9bf34afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:56.563693 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:56.591394 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Sync routers for ids ['8464a667-14cb-4efa-b70d-a1859c82e64c'] in dv-cinder-786524-3-smb {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:01:56.606633 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Routers {'8464a667-14cb-4efa-b70d-a1859c82e64c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:01:56.612396 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:01:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['8464a667-14cb-4efa-b70d-a1859c82e64c'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:01:56.622081 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9804b-b142-4da6-a833-494a940f1358 req-f34b37d6-dfad-47dc-891b-edccb60d7126 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:56.631537 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4fd9804b-b142-4da6-a833-494a940f1358 req-f34b37d6-dfad-47dc-891b-edccb60d7126 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 944 time: 1.5779712 Apr 23 18:01:56.720333 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4fd9804b-b142-4da6-a833-494a940f1358 req-f781c6f3-18fc-4304-a69f-7128fb4bb673 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/security-groups?id=59a2c493-fff2-4544-bb85-c5257ed6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876086 Apr 23 18:01:56.754474 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=50c19da1-d847-46ad-b30b-7c4f9800ed80,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:56.792260 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:56.908086 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Attempting to bind port efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:01:56.908662 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Attempting to bind port efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '9311a84f-7a54-4e2f-a6d2-4a41d5f68350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e40cff1e-d27e-4b05-9d39-f74e17fe9f5a'}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:01:56.909209 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Attempting to bind port efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 on network e40cff1e-d27e-4b05-9d39-f74e17fe9f5a {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:01:56.938600 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Port efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 on network e40cff1e-d27e-4b05-9d39-f74e17fe9f5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:01:56.939283 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Attempting to bind port efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 on network e40cff1e-d27e-4b05-9d39-f74e17fe9f5a {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:01:57.035813 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-76829f93-8f3a-4f40-9277-ceaa07429c11 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8587cf5a0daa402fb879ac59d23a025e&fields=id HTTP/1.1" status: 200 len: 255 time: 1.7038300 Apr 23 18:01:57.036998 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4eee67df-07a9-4f80-9072-3b71ba2e7486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:57.123956 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4eee67df-07a9-4f80-9072-3b71ba2e7486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:57.159545 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 50c19da1-d847-46ad-b30b-7c4f9800ed80 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:01:57.180986 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:01:57.181367 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Checking segment: {'id': '9311a84f-7a54-4e2f-a6d2-4a41d5f68350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e40cff1e-d27e-4b05-9d39-f74e17fe9f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:01:57.182143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Bound using segment: {'id': '9311a84f-7a54-4e2f-a6d2-4a41d5f68350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e40cff1e-d27e-4b05-9d39-f74e17fe9f5a'} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:01:57.182677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Bound port: efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9311a84f-7a54-4e2f-a6d2-4a41d5f68350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e40cff1e-d27e-4b05-9d39-f74e17fe9f5a'}}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:01:57.183132 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:57.347030 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Set router 8464a667-14cb-4efa-b70d-a1859c82e64c gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:01:57.489863 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] For port efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97, host hv-cinder-78652, cleared binding levels {{(pid=86362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:01:57.510772 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] For port efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97,segment=NetworkSegment(9311a84f-7a54-4e2f-a6d2-4a41d5f68350),segment_id=9311a84f-7a54-4e2f-a6d2-4a41d5f68350)] {{(pid=86362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:01:57.517967 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4eee67df-07a9-4f80-9072-3b71ba2e7486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:57.547021 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:57.572108 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:01:57.606840 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:57.621271 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f2503a87-90e8-4f56-ba02-a62881f68af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:57.743928 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee67df-07a9-4f80-9072-3b71ba2e7486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ba2452-7dd1-4744-9d9f-3604eba17895,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:57.750090 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4eee67df-07a9-4f80-9072-3b71ba2e7486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:57.755282 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-4eee67df-07a9-4f80-9072-3b71ba2e7486 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9ba2452-7dd1-4744-9d9f-3604eba17895 HTTP/1.1" status: 204 len: 168 time: 2.2802126 Apr 23 18:01:57.768803 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-4eee67df-07a9-4f80-9072-3b71ba2e7486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:57.769281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:57.831064 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:57.865516 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Transition to ACTIVE for port object 637c2228-0d33-412a-bb2d-1aea09baff21 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:01:57.917513 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Pushing event updated for resources: {'Port': ['ID=efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97,revision_number=3']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:57.932813 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:57.940564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:57.941479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:57.943235 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] 10.222.0.22 "PUT /v2.0/ports/efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 HTTP/1.1" status: 200 len: 1094 time: 5.7294118 Apr 23 18:01:57.961765 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daaa7e92-39d3-4d9e-b2d6-2609e1f15d45', 'tag': 'efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:01:57.991805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:58.057064 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:58.124685 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Router e910f34c-0bc0-4bf3-885e-e1a6bc11926c is scheduled to L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 with binding_index 1 {{(pid=86362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 18:01:58.133876 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-6e37bd19-44fe-4f60-96c1-7f20d42b221b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 18:01:58.142338 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-6e37bd19-44fe-4f60-96c1-7f20d42b221b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5915699 Apr 23 18:01:58.324494 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be117c-ae58-4081-9af1-0a975d59ef49 None None] Pushing event updated for resources: {'Port': ['ID=637c2228-0d33-412a-bb2d-1aea09baff21,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:58.333846 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-57be117c-ae58-4081-9af1-0a975d59ef49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:58.337564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'name': 'tempest-ServerRescueNegativeTestJSON-1127053867-router', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:38Z', 'updated_at': '2021-04-23T18:01:48Z', 'revision_number': 4, 'project_id': '8587cf5a0daa402fb879ac59d23a025e', 'gw_port': {'id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '34ac4208-f30a-44da-ba31-ee8295997ffc', 'name': '', 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e', 'mac_address': 'fa:16:3e:70:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9578a960-cb39-49fb-b04d-317ddad60750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:01:49Z', 'revision_number': 2, 'project_id': '8587cf5a0daa402fb879ac59d23a025e', 'subnets': [{'id': '9578a960-cb39-49fb-b04d-317ddad60750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:01:58.364051 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Checking router: 8464a667-14cb-4efa-b70d-a1859c82e64c for host: dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:01:58.364564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Updating router 8464a667-14cb-4efa-b70d-a1859c82e64c port 34ac4208-f30a-44da-ba31-ee8295997ffc binding host dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 18:01:58.460577 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Attempting to bind port 637c2228-0d33-412a-bb2d-1aea09baff21 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:01:58.461983 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Attempting to bind port 637c2228-0d33-412a-bb2d-1aea09baff21 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:01:58.462454 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Attempting to bind port 637c2228-0d33-412a-bb2d-1aea09baff21 on network 98d3619d-941a-4347-b217-5f5fd5441170 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:01:58.508141 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 50c19da1-d847-46ad-b30b-7c4f9800ed80 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:01:58.517918 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:58.583548 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:58.618717 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:01:58.622740 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Checking segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:01:58.623255 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:58.623707 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Bound using segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:01:58.624392 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Bound port: 637c2228-0d33-412a-bb2d-1aea09baff21, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:01:58.624839 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:58.664907 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87a0ad-5121-4f1f-a0c2-746646dd2f44 req-d8332035-d9d0-4cf0-9897-4ada0071a1fd tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:58.669240 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fa87a0ad-5121-4f1f-a0c2-746646dd2f44 req-d8332035-d9d0-4cf0-9897-4ada0071a1fd tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 944 time: 0.5405698 Apr 23 18:01:58.758500 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fa87a0ad-5121-4f1f-a0c2-746646dd2f44 req-c7acf6c4-3323-4325-a4be-288f3f7c6973 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/security-groups?id=59a2c493-fff2-4544-bb85-c5257ed6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755637 Apr 23 18:01:58.777407 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Allocated IP 172.20.0.1 (ad38896b-6c3f-4f69-b274-970cc96cfb38/7b97c07c-5285-4429-8f29-c273915b65dc/d85aad17-1906-4b50-befa-89499a83cfcc) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:01:58.778480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] For port 637c2228-0d33-412a-bb2d-1aea09baff21, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:01:58.781991 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] For port 637c2228-0d33-412a-bb2d-1aea09baff21, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=637c2228-0d33-412a-bb2d-1aea09baff21,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:01:58.800549 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:58.811445 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:58.944818 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:01:58.963996 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Sync routers for ids ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:01:59.015892 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:59.038909 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Transition to ACTIVE for port object d85aad17-1906-4b50-befa-89499a83cfcc will not be triggered until provisioned by entity DHCP. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:01:59.059902 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Routers {'125d1238-22b8-47de-8b7d-8ce3b8b51583'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:01:59.060594 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:01:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['125d1238-22b8-47de-8b7d-8ce3b8b51583'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:01:59.087695 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:59.104805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:59.137794 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Notify callbacks [] for router, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:59.139161 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 18.9229541 Apr 23 18:01:59.151027 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be117c-ae58-4081-9af1-0a975d59ef49 None None] Pushing event updated for resources: {'Port': ['ID=637c2228-0d33-412a-bb2d-1aea09baff21,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:59.160313 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 52654) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:01:59.166397 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Routers {'e910f34c-0bc0-4bf3-885e-e1a6bc11926c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:01:59.167164 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:01:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:01:59.259183 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-db706ea8-fbfc-466d-83c4-a096e95bfd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:01:59.260759 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-db706ea8-fbfc-466d-83c4-a096e95bfd08 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2073bed6353544208ceed890638346f6&device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 1097 time: 1.2257376 Apr 23 18:01:59.268899 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-319719dc-4f9d-4cee-a636-3d7afc642a7b service neutron] 10.222.0.11 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1255763 Apr 23 18:01:59.321479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Network ad38896b-6c3f-4f69-b274-970cc96cfb38 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:01:59.323285 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:01:59.338000 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:01:59.338513 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705532'] for router_interface, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:59.345053 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daaa7e92-39d3-4d9e-b2d6-2609e1f15d45', 'tag': 'efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97', 'status': 'completed', 'code': 200} Apr 23 18:01:59.359327 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-57be117c-ae58-4081-9af1-0a975d59ef49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:59.458755 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Pushing event updated for resources: {'Port': ['ID=d85aad17-1906-4b50-befa-89499a83cfcc,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:59.475998 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:01:59.544456 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:59.558879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Transition to ACTIVE for port object 34ac4208-f30a-44da-ba31-ee8295997ffc will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:01:59.568281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:59.580508 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-89b3af2d-9b4b-44ff-b4f2-6d0a9167fdf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:01:59.699236 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:01:59.804360 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-bc80f6ce-35e4-4fe6-ab70-39da086da895 service neutron] 10.222.0.11 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236986 Apr 23 18:01:59.809859 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-508b3648-6cbf-4694-89fa-53a7688fa9d9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 HTTP/1.1" status: 200 len: 217 time: 0.5394135 Apr 23 18:01:59.935265 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295b934-86de-45af-a4a1-d8914ea1a691 None None] Pushing event updated for resources: {'Port': ['ID=34ac4208-f30a-44da-ba31-ee8295997ffc,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:01:59.944911 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2295b934-86de-45af-a4a1-d8914ea1a691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:00.072589 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-6d73e0bb-a311-487a-aed7-6a994c7742bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:00.074172 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-6d73e0bb-a311-487a-aed7-6a994c7742bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b266a7e-0440-4afb-b892-056b2d5d8638 HTTP/1.1" status: 200 len: 852 time: 0.2311859 Apr 23 18:02:00.090123 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-fadda95b-963e-4a46-bb34-17913a82fead None None] Provisioning for port d85aad17-1906-4b50-befa-89499a83cfcc completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:02:00.145745 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Set router e910f34c-0bc0-4bf3-885e-e1a6bc11926c gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:02:00.162187 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Attempting to bind port 34ac4208-f30a-44da-ba31-ee8295997ffc on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:02:00.166045 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Attempting to bind port 34ac4208-f30a-44da-ba31-ee8295997ffc by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '911dda36-1908-4ed6-a3e1-a91f8bef9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:02:00.166491 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Attempting to bind port 34ac4208-f30a-44da-ba31-ee8295997ffc on network 1a52a344-216f-49cf-81a2-731a70b91d60 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:02:00.181716 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:02:00.182127 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Checking segment: {'id': '911dda36-1908-4ed6-a3e1-a91f8bef9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:02:00.182569 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:00.183037 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Bound using segment: {'id': '911dda36-1908-4ed6-a3e1-a91f8bef9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:02:00.186159 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Bound port: 34ac4208-f30a-44da-ba31-ee8295997ffc, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911dda36-1908-4ed6-a3e1-a91f8bef9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:02:00.186524 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:00.386608 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-fadda95b-963e-4a46-bb34-17913a82fead None None] Provisioning complete for port d85aad17-1906-4b50-befa-89499a83cfcc triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:00.387537 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fadda95b-963e-4a46-bb34-17913a82fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:00.471998 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] For port 34ac4208-f30a-44da-ba31-ee8295997ffc, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:02:00.482677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] For port 34ac4208-f30a-44da-ba31-ee8295997ffc, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=34ac4208-f30a-44da-ba31-ee8295997ffc,segment=NetworkSegment(911dda36-1908-4ed6-a3e1-a91f8bef9914),segment_id=911dda36-1908-4ed6-a3e1-a91f8bef9914)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:02:00.490702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:00.496891 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2295b934-86de-45af-a4a1-d8914ea1a691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:00.559735 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-fadda95b-963e-4a46-bb34-17913a82fead None None] Port d85aad17-1906-4b50-befa-89499a83cfcc cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:02:00.618548 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-e634f351-9a7e-4672-825b-776c1d1d4483 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e40cff1e-d27e-4b05-9d39-f74e17fe9f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4964509 Apr 23 18:02:00.711602 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Routers {'8464a667-14cb-4efa-b70d-a1859c82e64c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:02:00.712305 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:01:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['8464a667-14cb-4efa-b70d-a1859c82e64c'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:00.855200 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] Set router 125d1238-22b8-47de-8b7d-8ce3b8b51583 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:02:00.861163 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfafdb-8cbd-48f9-9b94-5b5d899fe4e7 req-9ee944ef-d806-4718-9fcf-3447e66374a5 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:00.863579 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c2bfafdb-8cbd-48f9-9b94-5b5d899fe4e7 req-9ee944ef-d806-4718-9fcf-3447e66374a5 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 944 time: 0.8448722 Apr 23 18:02:00.919360 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:00.968228 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:00.975686 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853070245'] for router_interface, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:00.992022 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:01.075462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295b934-86de-45af-a4a1-d8914ea1a691 None None] Pushing event updated for resources: {'Port': ['ID=34ac4208-f30a-44da-ba31-ee8295997ffc,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:01.090964 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2295b934-86de-45af-a4a1-d8914ea1a691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:01.271694 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] Set router 8464a667-14cb-4efa-b70d-a1859c82e64c gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:02:01.389371 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Pushing event updated for resources: {'Port': ['ID=d85aad17-1906-4b50-befa-89499a83cfcc,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:01.413599 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Network ad38896b-6c3f-4f69-b274-970cc96cfb38 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:02:01.418859 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:01.419795 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:02:01.424269 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c2bfafdb-8cbd-48f9-9b94-5b5d899fe4e7 req-6cff0605-9be6-443a-855a-6d334804ac49 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/security-groups?id=59a2c493-fff2-4544-bb85-c5257ed6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017552 Apr 23 18:02:01.478071 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-bc69e9f8-aaa6-4083-b2b1-7531b53cf0cb req-9a19e18f-3d72-4b63-8e13-bcb00bf2d79c tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 210 time: 0.8645370 Apr 23 18:02:01.822316 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-27913ed9-92e7-47e2-a8fc-95cb24c3443c service neutron] 10.222.0.22 "GET /v2.0/networks/e40cff1e-d27e-4b05-9d39-f74e17fe9f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9839604 Apr 23 18:02:01.958339 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:50Z', 'revision_number': 3, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:02.027992 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Checking router: e910f34c-0bc0-4bf3-885e-e1a6bc11926c for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:02:02.031655 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Updating router e910f34c-0bc0-4bf3-885e-e1a6bc11926c port 7667c429-fa56-43f9-87f9-3e1a808b77cf binding host dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 18:02:02.060894 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Router 125d1238-22b8-47de-8b7d-8ce3b8b51583 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:02:02.065855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'name': 'tempest-ServerRescueNegativeTestJSON-1127053867-router', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:38Z', 'updated_at': '2021-04-23T18:01:48Z', 'revision_number': 4, 'project_id': '8587cf5a0daa402fb879ac59d23a025e', 'gw_port': {'id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '34ac4208-f30a-44da-ba31-ee8295997ffc', 'name': '', 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e', 'mac_address': 'fa:16:3e:70:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9578a960-cb39-49fb-b04d-317ddad60750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:02:00Z', 'revision_number': 4, 'project_id': '8587cf5a0daa402fb879ac59d23a025e', 'subnets': [{'id': '9578a960-cb39-49fb-b04d-317ddad60750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:02.079075 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ffe6a9-d669-4c03-85c2-df678cd40d81 None None] The sync data for ids ['8464a667-14cb-4efa-b70d-a1859c82e64c'] in dv-cinder-786524-3-smb is: [{'id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'name': 'tempest-ServerRescueNegativeTestJSON-1127053867-router', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:38Z', 'updated_at': '2021-04-23T18:01:48Z', 'revision_number': 4, 'project_id': '8587cf5a0daa402fb879ac59d23a025e', 'gw_port': {'id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '34ac4208-f30a-44da-ba31-ee8295997ffc', 'name': '', 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e', 'mac_address': 'fa:16:3e:70:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9578a960-cb39-49fb-b04d-317ddad60750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:47Z', 'updated_at': '2021-04-23T18:02:00Z', 'revision_number': 4, 'project_id': '8587cf5a0daa402fb879ac59d23a025e', 'subnets': [{'id': '9578a960-cb39-49fb-b04d-317ddad60750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:02:02.130854 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-15e30d4e-64d1-48a6-91f1-8277f17abfa0 None None] Provisioning complete for port d85aad17-1906-4b50-befa-89499a83cfcc triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:02.131877 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-15e30d4e-64d1-48a6-91f1-8277f17abfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:02.248857 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4a8aaf85-6a65-4e61-bfba-dce9173e666a req-6415d0a8-d688-41b1-a038-8692157357ff service neutron] 10.222.0.22 "GET /v2.0/networks/e40cff1e-d27e-4b05-9d39-f74e17fe9f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990111 Apr 23 18:02:02.302038 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:02.427494 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-15e30d4e-64d1-48a6-91f1-8277f17abfa0 None None] Port d85aad17-1906-4b50-befa-89499a83cfcc cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:02:02.786017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-01c24203-3292-41d1-9a9a-e4776c8d6588 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:02.787022 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-01c24203-3292-41d1-9a9a-e4776c8d6588 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Synchronizing usage tracker for tenant:8587cf5a0daa402fb879ac59d23a025e on resource:network {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:02.838839 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-01c24203-3292-41d1-9a9a-e4776c8d6588 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Unset dirty status for tenant:8587cf5a0daa402fb879ac59d23a025e on resource:network {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:02.847856 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-01c24203-3292-41d1-9a9a-e4776c8d6588 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/networks?id=1a52a344-216f-49cf-81a2-731a70b91d60 HTTP/1.1" status: 200 len: 819 time: 0.5858185 Apr 23 18:02:02.894055 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:02:02.897990 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-65ca7e7d-91fe-4172-82ed-94b49d981bbe tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/quotas/8587cf5a0daa402fb879ac59d23a025e HTTP/1.1" status: 200 len: 375 time: 0.0473340 Apr 23 18:02:02.916898 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:02.945244 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Transition to ACTIVE for port object 7667c429-fa56-43f9-87f9-3e1a808b77cf will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:02:02.955981 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:47Z', 'revision_number': 3, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:02.964168 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.22', 53439) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:02.974815 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:02.987702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e08d9-2d0f-4cd1-8728-60fe20b463da None None] The sync data for ids ['125d1238-22b8-47de-8b7d-8ce3b8b51583'] in dv-cinder-786524-3-smb is: [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:47Z', 'revision_number': 3, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:02:02.991978 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:03.001314 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:03.163775 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0fd70-5809-48ce-8af2-fb1a85e842f2 None None] Pushing event updated for resources: {'Port': ['ID=7667c429-fa56-43f9-87f9-3e1a808b77cf,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:03.167648 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7ac0fd70-5809-48ce-8af2-fb1a85e842f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:03.241254 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Attempting to bind port 7667c429-fa56-43f9-87f9-3e1a808b77cf on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:02:03.241675 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Attempting to bind port 7667c429-fa56-43f9-87f9-3e1a808b77cf by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:02:03.242090 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Attempting to bind port 7667c429-fa56-43f9-87f9-3e1a808b77cf on network 98d3619d-941a-4347-b217-5f5fd5441170 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:02:03.259249 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:02:03.260945 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Checking segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:02:03.261449 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:03.261888 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Bound using segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:02:03.262458 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Bound port: 7667c429-fa56-43f9-87f9-3e1a808b77cf, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:02:03.262900 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:03.281507 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-2b967162-f81f-47c4-9232-377fd0b68706 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:03.283675 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-2b967162-f81f-47c4-9232-377fd0b68706 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.22 "GET /v2.0/networks?id=1a52a344-216f-49cf-81a2-731a70b91d60 HTTP/1.1" status: 200 len: 819 time: 0.3094728 Apr 23 18:02:03.304997 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Request body: {'port': {'device_id': 'c2326af8-c2bb-4f63-8753-aaf3f868a84b', 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60', 'admin_state_up': True, 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:03.319172 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1445bc2-7a1a-4f71-ae7e-0a69edd834e6 req-a341803b-c800-44a0-a198-eb82abb7948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:03.321554 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b1445bc2-7a1a-4f71-ae7e-0a69edd834e6 req-a341803b-c800-44a0-a198-eb82abb7948a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2073bed6353544208ceed890638346f6&device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 1097 time: 0.7695243 Apr 23 18:02:03.334153 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] 10.222.0.11 "PUT /v2.0/routers/125d1238-22b8-47de-8b7d-8ce3b8b51583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0022058 Apr 23 18:02:03.379602 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 34ac4208-f30a-44da-ba31-ee8295997ffc up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:02:03.518393 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] For port 7667c429-fa56-43f9-87f9-3e1a808b77cf, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:02:03.528161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] For port 7667c429-fa56-43f9-87f9-3e1a808b77cf, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=7667c429-fa56-43f9-87f9-3e1a808b77cf,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:02:03.532521 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-65a21c8f-f373-4723-ade3-33fcfc9ba7ec tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Synchronizing usage tracker for tenant:8587cf5a0daa402fb879ac59d23a025e on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:03.534713 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:03.544921 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:03.630903 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port 34ac4208-f30a-44da-ba31-ee8295997ffc completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:02:03.640161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-65a21c8f-f373-4723-ade3-33fcfc9ba7ec tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Unset dirty status for tenant:8587cf5a0daa402fb879ac59d23a025e on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:03.654041 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-65a21c8f-f373-4723-ade3-33fcfc9ba7ec tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8587cf5a0daa402fb879ac59d23a025e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7443030 Apr 23 18:02:03.662347 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 34ac4208-f30a-44da-ba31-ee8295997ffc triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:03.663786 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:03.787059 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Routers {'e910f34c-0bc0-4bf3-885e-e1a6bc11926c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:02:03.787759 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:01:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:03.826164 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1445bc2-7a1a-4f71-ae7e-0a69edd834e6 req-142a1d1d-8164-404e-b504-0ca316578cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:03.827882 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b1445bc2-7a1a-4f71-ae7e-0a69edd834e6 req-142a1d1d-8164-404e-b504-0ca316578cd9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e40cff1e-d27e-4b05-9d39-f74e17fe9f5a HTTP/1.1" status: 200 len: 913 time: 0.3188124 Apr 23 18:02:03.901445 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-a1f0bb37-3a1d-4ec5-912b-987aed322598 service neutron] 10.222.0.11 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460823 Apr 23 18:02:03.904445 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:03.931017 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b1445bc2-7a1a-4f71-ae7e-0a69edd834e6 req-0704b802-1dab-40f9-99c8-e921f4d5fdc0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 HTTP/1.1" status: 200 len: 217 time: 0.0939007 Apr 23 18:02:03.980960 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0fd70-5809-48ce-8af2-fb1a85e842f2 None None] Pushing event updated for resources: {'Port': ['ID=7667c429-fa56-43f9-87f9-3e1a808b77cf,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:04.047948 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Allocated IP 172.20.0.1 (81db996a-5443-4dca-8db4-06663c296f38/3fa7ecc1-b122-4c85-83b3-3fd5fb03e649/e444ab14-85d0-44fd-b56a-1ce90540f823) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:02:04.124287 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7ac0fd70-5809-48ce-8af2-fb1a85e842f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:04.171331 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-7e4332d7-fc6a-4219-af72-2c565cc8b61f service neutron] 10.222.0.11 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687783 Apr 23 18:02:04.193496 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:04.220218 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Made reservation on behalf of 8587cf5a0daa402fb879ac59d23a025e for: {'port': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:02:04.240224 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:04.255582 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:04.275142 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Transition to ACTIVE for port object e444ab14-85d0-44fd-b56a-1ce90540f823 will not be triggered until provisioned by entity DHCP. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:02:04.510995 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:04.525276 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacbfba-bba1-453b-890b-7056b604e60a req-535c5d97-8a64-4826-bf8b-c4af4eecafcf tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:04.529321 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-6dacbfba-bba1-453b-890b-7056b604e60a req-535c5d97-8a64-4826-bf8b-c4af4eecafcf tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Synchronizing usage tracker for tenant:2073bed6353544208ceed890638346f6 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:04.543497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1445bc2-7a1a-4f71-ae7e-0a69edd834e6 req-38b4b661-52dd-4c39-91b7-c1c1d8a55dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:04.547788 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b1445bc2-7a1a-4f71-ae7e-0a69edd834e6 req-38b4b661-52dd-4c39-91b7-c1c1d8a55dbe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b266a7e-0440-4afb-b892-056b2d5d8638 HTTP/1.1" status: 200 len: 852 time: 0.2505660 Apr 23 18:02:04.566239 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:04.590906 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] Set router e910f34c-0bc0-4bf3-885e-e1a6bc11926c gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:02:04.692587 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Allocated IP 172.20.0.5 (1a52a344-216f-49cf-81a2-731a70b91d60/9578a960-cb39-49fb-b04d-317ddad60750/1e24a8f9-755a-47fd-af53-a4f09de2e10a) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:02:04.704536 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:04.823337 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-6dacbfba-bba1-453b-890b-7056b604e60a req-535c5d97-8a64-4826-bf8b-c4af4eecafcf tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Unset dirty status for tenant:2073bed6353544208ceed890638346f6 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:04.825962 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6dacbfba-bba1-453b-890b-7056b604e60a req-535c5d97-8a64-4826-bf8b-c4af4eecafcf tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 944 time: 2.1190367 Apr 23 18:02:04.845145 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b1445bc2-7a1a-4f71-ae7e-0a69edd834e6 req-fd2af008-7344-4a9a-9c69-b95bacec3043 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e40cff1e-d27e-4b05-9d39-f74e17fe9f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2715387 Apr 23 18:02:04.952069 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Network 81db996a-5443-4dca-8db4-06663c296f38 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:02:04.982137 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:02:04.998050 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:02:04.999573 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705532'] for router_interface, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:05.087017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port 34ac4208-f30a-44da-ba31-ee8295997ffc, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=34ac4208-f30a-44da-ba31-ee8295997ffc,segment=NetworkSegment(911dda36-1908-4ed6-a3e1-a91f8bef9914),segment_id=911dda36-1908-4ed6-a3e1-a91f8bef9914)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:05.109872 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52876) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:05.224092 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Pushing event updated for resources: {'Port': ['ID=e444ab14-85d0-44fd-b56a-1ce90540f823,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:05.235659 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:05.253048 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6dacbfba-bba1-453b-890b-7056b604e60a req-1a0c62c2-2b69-4d1c-8903-c20e6cb702fc tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/security-groups?id=59a2c493-fff2-4544-bb85-c5257ed6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015470 Apr 23 18:02:05.322050 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:05.410852 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b1445bc2-7a1a-4f71-ae7e-0a69edd834e6 req-825b64a6-a1c6-46c2-8020-154e25b42cf0 service neutron] 10.222.0.22 "GET /v2.0/networks/e40cff1e-d27e-4b05-9d39-f74e17fe9f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632100 Apr 23 18:02:05.412901 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:05.426235 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:05.619796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Network 1a52a344-216f-49cf-81a2-731a70b91d60 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:02:05.628328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52888) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:05.629019 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b1445bc2-7a1a-4f71-ae7e-0a69edd834e6 req-edecf04b-26a2-4b64-9034-c976a87abc78 service neutron] 10.222.0.22 "GET /v2.0/networks/e40cff1e-d27e-4b05-9d39-f74e17fe9f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043793 Apr 23 18:02:05.645753 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:05.647796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:02:05.668052 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768631193', 'description': 'tempest-description--297084918'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:05.687229 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:02:05.694021 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:05.694699 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:05.704689 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-57be117c-ae58-4081-9af1-0a975d59ef49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:05.720879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e43d5e8d-6358-4f86-8c57-bd0ba958d190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:05.835979 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=34ac4208-f30a-44da-ba31-ee8295997ffc,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:05.851123 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 637c2228-0d33-412a-bb2d-1aea09baff21 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:02:05.879694 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:05.902011 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:05.913049 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c3c9d798-e696-4c9c-b339-fe8e6e1bc1f0 req-4ea8c70d-7c82-4341-9d15-5c993ba26bef tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 210 time: 0.2808480 Apr 23 18:02:05.948139 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-07ae78e7-7555-4ceb-841e-83dc391cd282 None None] Provisioning for port e444ab14-85d0-44fd-b56a-1ce90540f823 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:02:05.973971 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-07ae78e7-7555-4ceb-841e-83dc391cd282 None None] Provisioning complete for port e444ab14-85d0-44fd-b56a-1ce90540f823 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:05.974582 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-07ae78e7-7555-4ceb-841e-83dc391cd282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:06.054940 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-07ae78e7-7555-4ceb-841e-83dc391cd282 None None] Port e444ab14-85d0-44fd-b56a-1ce90540f823 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:02:06.059239 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port 637c2228-0d33-412a-bb2d-1aea09baff21 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:02:06.068491 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 637c2228-0d33-412a-bb2d-1aea09baff21 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:06.069037 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:06.174275 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:06.186755 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Usage tracker for resource:security_group and tenant:2ba0ba73fa314fc1975a0277212cc5f0 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:06.190298 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:06.196981 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:06.203328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Pushing event updated for resources: {'Port': ['ID=1e24a8f9-755a-47fd-af53-a4f09de2e10a,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:06.216460 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:06.241933 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e43d5e8d-6358-4f86-8c57-bd0ba958d190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:06.264657 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9661617 Apr 23 18:02:06.266102 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e43d5e8d-6358-4f86-8c57-bd0ba958d190 admin admin] Usage tracker for resource:security_group_rule and tenant:ce1a92737ccd4bdbbbdde9949afb4644 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:06.277652 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:06.302298 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e43d5e8d-6358-4f86-8c57-bd0ba958d190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:06.313402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Request body: {'port': {'device_id': 'c2326af8-c2bb-4f63-8753-aaf3f868a84b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:06.367512 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:06.372675 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e43d5e8d-6358-4f86-8c57-bd0ba958d190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:06.374117 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:06.376739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853070245'] for router_interface, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:06.398045 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:06.414243 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:06.415304 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52908) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:06.426956 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:06.461895 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port 637c2228-0d33-412a-bb2d-1aea09baff21, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=637c2228-0d33-412a-bb2d-1aea09baff21,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:06.477453 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Usage tracker for resource:security_group_rule and tenant:2ba0ba73fa314fc1975a0277212cc5f0 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:06.480669 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:06.483291 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:06.484378 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:06.511870 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:06.559302 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:50Z', 'revision_number': 3, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:06.571224 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b0840f-0eb2-48bd-b9f1-7a87a2e3e6d3 None None] The sync data for ids ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'] in dv-cinder-786524-3-smb is: [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:50Z', 'revision_number': 3, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:02:06.577176 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=637c2228-0d33-412a-bb2d-1aea09baff21,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:06.587829 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:06.646698 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:06.726170 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3d2ede7c-6e5a-4fe2-95a1-fb6bc291ad8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:06.802737 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-3d2ede7c-6e5a-4fe2-95a1-fb6bc291ad8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:06.822761 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-3d2ede7c-6e5a-4fe2-95a1-fb6bc291ad8b admin admin] Usage tracker for resource:security_group_rule and tenant:b30e36085bb04e5ba899bed8157c88b8 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:06.830805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-3d2ede7c-6e5a-4fe2-95a1-fb6bc291ad8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:06.871998 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-3d2ede7c-6e5a-4fe2-95a1-fb6bc291ad8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:06.883694 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:02:06.908982 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Sync routers for ids ['125d1238-22b8-47de-8b7d-8ce3b8b51583'] in dv-cinder-786524-3-smb {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:02:06.925009 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Routers {'125d1238-22b8-47de-8b7d-8ce3b8b51583'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:02:06.926388 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:01:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['125d1238-22b8-47de-8b7d-8ce3b8b51583'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:07.010860 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Network 81db996a-5443-4dca-8db4-06663c296f38 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:02:07.020659 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:02:07.223866 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e43d5e8d-6358-4f86-8c57-bd0ba958d190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:07.234946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6fda-5e36-4b5d-add6-eac501a8156f req-b75ee475-2473-40b8-a253-a19ced2700b3 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:07.254582 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a33c6fda-5e36-4b5d-add6-eac501a8156f req-b75ee475-2473-40b8-a253-a19ced2700b3 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 944 time: 0.7718599 Apr 23 18:02:07.264242 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97,segment=NetworkSegment(9311a84f-7a54-4e2f-a6d2-4a41d5f68350),segment_id=9311a84f-7a54-4e2f-a6d2-4a41d5f68350)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:07.311589 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': 'efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97', 'network_id': 'e40cff1e-d27e-4b05-9d39-f74e17fe9f5a', 'port_id': 'efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97', 'mac_address': 'fa:16:3e:90:64:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b266a7e-0440-4afb-b892-056b2d5d8638', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:02:07.320329 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e43d5e8d-6358-4f86-8c57-bd0ba958d190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:07.406452 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Set router 125d1238-22b8-47de-8b7d-8ce3b8b51583 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:02:07.418774 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:07.423655 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:07.448942 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:07.466431 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:02:07.503329 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:07.504585 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d5e8d-6358-4f86-8c57-bd0ba958d190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7885e2f-a45e-45ca-951d-04bcf775b0ab,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:07.521081 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e43d5e8d-6358-4f86-8c57-bd0ba958d190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:07.533716 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97,segment=NetworkSegment(9311a84f-7a54-4e2f-a6d2-4a41d5f68350),segment_id=9311a84f-7a54-4e2f-a6d2-4a41d5f68350)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:07.545674 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-08d03431-dee3-483e-a4cc-31498b19eba7 None None] Provisioning complete for port e444ab14-85d0-44fd-b56a-1ce90540f823 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:07.546113 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-08d03431-dee3-483e-a4cc-31498b19eba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:07.559288 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f7fa2a0c-909f-4275-bafa-583afc514f26 req-19672612-8f9b-4d1f-96fd-22fe2a66ccaf tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 210 time: 0.1135981 Apr 23 18:02:07.587319 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Pushing event updated for resources: {'Port': ['ID=e444ab14-85d0-44fd-b56a-1ce90540f823,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:07.590515 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.193s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:07.640563 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:07.652757 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a33c6fda-5e36-4b5d-add6-eac501a8156f req-eaf2d62f-9935-41ea-b151-34971fc86cc1 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/security-groups?id=59a2c493-fff2-4544-bb85-c5257ed6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572412 Apr 23 18:02:07.718082 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-e43d5e8d-6358-4f86-8c57-bd0ba958d190 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce1a92737ccd4bdbbbdde9949afb4644&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6029027 Apr 23 18:02:07.722461 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-08d03431-dee3-483e-a4cc-31498b19eba7 None None] Port e444ab14-85d0-44fd-b56a-1ce90540f823 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:02:07.724098 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:07.725647 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:07.731367 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 52936) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:07.776622 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-97afab5d-bb2e-4e47-ba83-fa412d087818 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:07.779138 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-97afab5d-bb2e-4e47-ba83-fa412d087818 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.22 "GET /v2.0/networks?id=1a52a344-216f-49cf-81a2-731a70b91d60 HTTP/1.1" status: 200 len: 819 time: 1.3831155 Apr 23 18:02:07.811467 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377c04fc-f372-472e-84b5-1ae77cfad4bf,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:07.814848 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:07.846551 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:07.848504 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1922264 Apr 23 18:02:07.862671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52942) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:07.902684 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-e7d90d59-6e93-43a6-bbcc-be275394b8e5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Request body: {'security_group_rule': {'security_group_id': '377c04fc-f372-472e-84b5-1ae77cfad4bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:07.919226 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3d2ede7c-6e5a-4fe2-95a1-fb6bc291ad8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:07.921005 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e7d90d59-6e93-43a6-bbcc-be275394b8e5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:07.931479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3d2ede7c-6e5a-4fe2-95a1-fb6bc291ad8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:07.932867 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e7d90d59-6e93-43a6-bbcc-be275394b8e5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Usage tracker for resource:security_group_rule and tenant:2ba0ba73fa314fc1975a0277212cc5f0 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:07.933665 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:07.938866 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:07.947045 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Request body: {'port': {'device_id': '2d45dbe5-26ca-4661-9414-0e81ef1e1cab', 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60', 'admin_state_up': True, 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:07.948666 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e7d90d59-6e93-43a6-bbcc-be275394b8e5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:07.988041 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 34ac4208-f30a-44da-ba31-ee8295997ffc up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:02:07.992921 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e7d90d59-6e93-43a6-bbcc-be275394b8e5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:08.004818 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:08.063539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e7d90d59-6e93-43a6-bbcc-be275394b8e5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.087546 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Router e910f34c-0bc0-4bf3-885e-e1a6bc11926c has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:02:08.098051 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2b588c5f-9814-48cd-a658-13e839246f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.098411 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ede7c-6e5a-4fe2-95a1-fb6bc291ad8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3cf46a-1bad-440c-91b4-f4dc62a5ac48,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:08.102829 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:02:08.117050 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3d2ede7c-6e5a-4fe2-95a1-fb6bc291ad8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:08.134781 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-3d2ede7c-6e5a-4fe2-95a1-fb6bc291ad8b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b30e36085bb04e5ba899bed8157c88b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7159867 Apr 23 18:02:08.137723 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2b588c5f-9814-48cd-a658-13e839246f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.176671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52948) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:08.193750 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 34ac4208-f30a-44da-ba31-ee8295997ffc triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:08.194209 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.227700 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2b588c5f-9814-48cd-a658-13e839246f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.306966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e24a8f9-755a-47fd-af53-a4f09de2e10a {{(pid=86361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:02:08.325294 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.328432 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:59Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'd85aad17-1906-4b50-befa-89499a83cfcc', 'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'mac_address': 'fa:16:3e:9b:c3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:57Z', 'updated_at': '2021-04-23T18:01:59Z', 'revision_number': 2, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'subnets': [{'id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:08.340858 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Checking router: 125d1238-22b8-47de-8b7d-8ce3b8b51583 for host: dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:02:08.341531 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Updating router 125d1238-22b8-47de-8b7d-8ce3b8b51583 port d85aad17-1906-4b50-befa-89499a83cfcc binding host dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 18:02:08.342034 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-993a280b-ccc5-40b8-bcdb-dd4749071e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:08.360662 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b588c5f-9814-48cd-a658-13e839246f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7885e2f-a45e-45ca-951d-04bcf775b0ab,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:08.369209 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-977b6b66-9d8e-416f-9d88-ae28492fff1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.389935 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Transition to ACTIVE for port object 1e24a8f9-755a-47fd-af53-a4f09de2e10a will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:02:08.403603 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e7d90d59-6e93-43a6-bbcc-be275394b8e5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.409260 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.422966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e7d90d59-6e93-43a6-bbcc-be275394b8e5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.428599 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:08.480486 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.487925 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-977b6b66-9d8e-416f-9d88-ae28492fff1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.527062 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2b588c5f-9814-48cd-a658-13e839246f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:08.543590 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 637c2228-0d33-412a-bb2d-1aea09baff21 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:02:08.567267 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:08.571972 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Usage tracker for resource:port and tenant:8587cf5a0daa402fb879ac59d23a025e is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:08.575334 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:08.584969 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:08.601240 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Made reservation on behalf of 8587cf5a0daa402fb879ac59d23a025e for: {'port': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:02:08.607783 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.686522 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2b588c5f-9814-48cd-a658-13e839246f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.691529 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-2b588c5f-9814-48cd-a658-13e839246f88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7885e2f-a45e-45ca-951d-04bcf775b0ab HTTP/1.1" status: 204 len: 168 time: 0.9540503 Apr 23 18:02:08.691529 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:02:08.699193 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] 10.222.0.11 "PUT /v2.0/routers/e910f34c-0bc0-4bf3-885e-e1a6bc11926c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5336792 Apr 23 18:02:08.761665 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 637c2228-0d33-412a-bb2d-1aea09baff21 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:08.762081 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.802658 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Attempting to bind port 1e24a8f9-755a-47fd-af53-a4f09de2e10a on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:02:08.805088 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Attempting to bind port 1e24a8f9-755a-47fd-af53-a4f09de2e10a by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '911dda36-1908-4ed6-a3e1-a91f8bef9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:02:08.805571 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Attempting to bind port 1e24a8f9-755a-47fd-af53-a4f09de2e10a on network 1a52a344-216f-49cf-81a2-731a70b91d60 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:02:08.823504 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Port 1e24a8f9-755a-47fd-af53-a4f09de2e10a on network 1a52a344-216f-49cf-81a2-731a70b91d60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:02:08.823873 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Attempting to bind port 1e24a8f9-755a-47fd-af53-a4f09de2e10a on network 1a52a344-216f-49cf-81a2-731a70b91d60 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:02:08.842330 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e24a8f9-755a-47fd-af53-a4f09de2e10a,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:08.845905 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:02:08.846277 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Checking segment: {'id': '911dda36-1908-4ed6-a3e1-a91f8bef9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:02:08.846890 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Bound using segment: {'id': '911dda36-1908-4ed6-a3e1-a91f8bef9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:02:08.847784 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Bound port: 1e24a8f9-755a-47fd-af53-a4f09de2e10a, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911dda36-1908-4ed6-a3e1-a91f8bef9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:02:08.847902 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.883865 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e7d90d59-6e93-43a6-bbcc-be275394b8e5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:08.885171 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-e7d90d59-6e93-43a6-bbcc-be275394b8e5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0213616 Apr 23 18:02:08.887667 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:08.955636 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Allocated IP 172.20.0.11 (1a52a344-216f-49cf-81a2-731a70b91d60/9578a960-cb39-49fb-b04d-317ddad60750/3980d1eb-47d5-44bc-b4f7-86296e364426) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:02:08.960770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 52966) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:09.020940 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-b9cb2056-5d7e-4d2f-a9ac-17817c0537c3 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Request body: {'security_group_rule': {'security_group_id': '377c04fc-f372-472e-84b5-1ae77cfad4bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:09.038843 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] For port 1e24a8f9-755a-47fd-af53-a4f09de2e10a, host hv-cinder-78652, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:02:09.045564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] For port 1e24a8f9-755a-47fd-af53-a4f09de2e10a, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1e24a8f9-755a-47fd-af53-a4f09de2e10a,segment=NetworkSegment(911dda36-1908-4ed6-a3e1-a91f8bef9914),segment_id=911dda36-1908-4ed6-a3e1-a91f8bef9914)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:02:09.048587 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.552s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:09.098806 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 7667c429-fa56-43f9-87f9-3e1a808b77cf up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:02:09.124086 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.157566 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d90d59-6e93-43a6-bbcc-be275394b8e5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0bfa9a-71a0-4822-b7c4-24c159494795,revision_number=0']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:09.169539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:09.170380 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.172212 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] 10.222.0.22 "PUT /v2.0/ports/1e24a8f9-755a-47fd-af53-a4f09de2e10a HTTP/1.1" status: 200 len: 1093 time: 2.8963454 Apr 23 18:02:09.173188 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e7d90d59-6e93-43a6-bbcc-be275394b8e5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:09.181730 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2326af8-c2bb-4f63-8753-aaf3f868a84b', 'tag': '1e24a8f9-755a-47fd-af53-a4f09de2e10a'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:02:09.185117 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-da3adb16-56c7-4bb4-98f4-95313ef1a7ae req-5123f96f-638d-4553-a161-b327fe522655 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 210 time: 0.2252111 Apr 23 18:02:09.197322 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b9cb2056-5d7e-4d2f-a9ac-17817c0537c3 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:09.210798 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b9cb2056-5d7e-4d2f-a9ac-17817c0537c3 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Usage tracker for resource:security_group_rule and tenant:2ba0ba73fa314fc1975a0277212cc5f0 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:09.222547 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b9cb2056-5d7e-4d2f-a9ac-17817c0537c3 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:09.240847 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b9cb2056-5d7e-4d2f-a9ac-17817c0537c3 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:09.260537 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.266199 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c119b2f-2d36-4df7-8289-92dfb59c5a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:09.269393 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b9cb2056-5d7e-4d2f-a9ac-17817c0537c3 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.292536 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Transition to ACTIVE for port object d85aad17-1906-4b50-befa-89499a83cfcc will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:02:09.311551 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.326781 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port 7667c429-fa56-43f9-87f9-3e1a808b77cf completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:02:09.336142 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:09.337218 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 7667c429-fa56-43f9-87f9-3e1a808b77cf triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:09.337659 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.369669 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e24a8f9-755a-47fd-af53-a4f09de2e10a,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:09.386161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:09.426647 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-977b6b66-9d8e-416f-9d88-ae28492fff1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.447972 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:09.464894 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b6b66-9d8e-416f-9d88-ae28492fff1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3cf46a-1bad-440c-91b4-f4dc62a5ac48,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:09.480504 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-977b6b66-9d8e-416f-9d88-ae28492fff1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:09.520851 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-977b6b66-9d8e-416f-9d88-ae28492fff1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.525785 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-977b6b66-9d8e-416f-9d88-ae28492fff1d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a3cf46a-1bad-440c-91b4-f4dc62a5ac48 HTTP/1.1" status: 204 len: 168 time: 1.3440945 Apr 23 18:02:09.541528 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f78895-786d-45f1-9475-a08c09d35e98 req-ff62dc53-f1aa-4d1f-8601-ea4bac611d9c tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:09.543613 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-20f78895-786d-45f1-9475-a08c09d35e98 req-ff62dc53-f1aa-4d1f-8601-ea4bac611d9c tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 945 time: 0.6571777 Apr 23 18:02:09.590752 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.619524 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c8c60e2f-cabf-44f1-aeaf-dc69d098e2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.662656 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port 7667c429-fa56-43f9-87f9-3e1a808b77cf, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=7667c429-fa56-43f9-87f9-3e1a808b77cf,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:09.674656 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 52990) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:09.677889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.680128 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-20f78895-786d-45f1-9475-a08c09d35e98 req-1bf9cef5-3b65-4b38-b59c-b56c6ff01eb7 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/security-groups?id=59a2c493-fff2-4544-bb85-c5257ed6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084440 Apr 23 18:02:09.692712 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7ac0fd70-5809-48ce-8af2-fb1a85e842f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:09.729719 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c9ad395-1712-452c-a47b-2268ba321cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.763975 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-6f20fe0f-db6e-4185-8721-d3eb817b4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:09.766190 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-6f20fe0f-db6e-4185-8721-d3eb817b4dd4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8587cf5a0daa402fb879ac59d23a025e&device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 1096 time: 0.4049377 Apr 23 18:02:09.777201 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8c9ad395-1712-452c-a47b-2268ba321cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:09.781761 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8c9ad395-1712-452c-a47b-2268ba321cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:cef2d4ec9143486fa4423bea7a27f5cc is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:09.785541 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.786792 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8c9ad395-1712-452c-a47b-2268ba321cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:09.794781 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8c9ad395-1712-452c-a47b-2268ba321cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:09.903637 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b9cb2056-5d7e-4d2f-a9ac-17817c0537c3 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.905474 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.906796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 52996) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:09.916043 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b9cb2056-5d7e-4d2f-a9ac-17817c0537c3 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.934121 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Attempting to bind port d85aad17-1906-4b50-befa-89499a83cfcc on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:02:09.934745 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Attempting to bind port d85aad17-1906-4b50-befa-89499a83cfcc by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:02:09.935713 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Attempting to bind port d85aad17-1906-4b50-befa-89499a83cfcc on network ad38896b-6c3f-4f69-b274-970cc96cfb38 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:02:09.958019 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:02:09.958576 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:09.959269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Checking segment: {'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:02:09.960116 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.960761 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Bound using segment: {'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:02:09.961709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Bound port: d85aad17-1906-4b50-befa-89499a83cfcc, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:02:09.962278 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=7667c429-fa56-43f9-87f9-3e1a808b77cf,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:09.962515 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.963145 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c9ad395-1712-452c-a47b-2268ba321cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:09.969406 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:09.998236 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb2056-5d7e-4d2f-a9ac-17817c0537c3 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036f7e91-9ef1-4d5a-a2ba-25872c18d621,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:10.016229 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Network 1a52a344-216f-49cf-81a2-731a70b91d60 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:02:10.024615 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b9cb2056-5d7e-4d2f-a9ac-17817c0537c3 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:10.026522 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c17e28d-ead1-4eb2-a17c-ff58660fb177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:10.052761 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-ab1f6b3e-ff52-45f4-8a63-1e109ca5642b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e24a8f9-755a-47fd-af53-a4f09de2e10a HTTP/1.1" status: 200 len: 217 time: 0.0868397 Apr 23 18:02:10.054299 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c9ad395-1712-452c-a47b-2268ba321cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:10.093690 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] For port d85aad17-1906-4b50-befa-89499a83cfcc, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:02:10.098589 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] For port d85aad17-1906-4b50-befa-89499a83cfcc, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=d85aad17-1906-4b50-befa-89499a83cfcc,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:02:10.112754 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:10.127885 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeacf98-fa21-4d80-85d6-12d3b12ffbd7 None None] Pushing event updated for resources: {'Port': ['ID=d85aad17-1906-4b50-befa-89499a83cfcc,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:10.143621 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:10.148423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5aeacf98-fa21-4d80-85d6-12d3b12ffbd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:10.150041 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2295b934-86de-45af-a4a1-d8914ea1a691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:10.235667 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Pushing event updated for resources: {'Port': ['ID=3980d1eb-47d5-44bc-b4f7-86296e364426,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:10.241253 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:10.242736 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:02:10.256534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:02:10.259432 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8c9ad395-1712-452c-a47b-2268ba321cd6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cef2d4ec9143486fa4423bea7a27f5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5720987 Apr 23 18:02:10.264297 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 53010) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:10.273446 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:10.274179 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:10.303621 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Routers {'125d1238-22b8-47de-8b7d-8ce3b8b51583'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:02:10.304637 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:01:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['125d1238-22b8-47de-8b7d-8ce3b8b51583'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:10.334879 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-b26e52dd-3a4d-4f57-9bdf-f12daf83ee6e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4313068 Apr 23 18:02:10.346813 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ad395-1712-452c-a47b-2268ba321cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedc6839-eda5-4729-9e7a-913917d12d2b,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:10.356806 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Request body: {'port': {'device_id': '2d45dbe5-26ca-4661-9414-0e81ef1e1cab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:10.435205 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Sync routers for ids ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:02:10.448421 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c9ad395-1712-452c-a47b-2268ba321cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:10.452021 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Routers {'e910f34c-0bc0-4bf3-885e-e1a6bc11926c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:02:10.455007 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-7414678b-489f-418e-8b0d-866d5ae5d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:10.465962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:01:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:10.466498 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-7414678b-489f-418e-8b0d-866d5ae5d7eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9578a960-cb39-49fb-b04d-317ddad60750 HTTP/1.1" status: 200 len: 859 time: 0.3994763 Apr 23 18:02:10.531735 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b9cb2056-5d7e-4d2f-a9ac-17817c0537c3 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:10.537590 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-b9cb2056-5d7e-4d2f-a9ac-17817c0537c3 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5757763 Apr 23 18:02:10.578773 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeacf98-fa21-4d80-85d6-12d3b12ffbd7 None None] Pushing event updated for resources: {'Port': ['ID=d85aad17-1906-4b50-befa-89499a83cfcc,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:10.583699 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 53018) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:10.599298 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5aeacf98-fa21-4d80-85d6-12d3b12ffbd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:10.678614 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Request body: {'floatingip': {'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:10.679652 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:10.705276 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-8db56c5a-48b6-4ff6-9c6e-459004b27c7a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a52a344-216f-49cf-81a2-731a70b91d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2184803 Apr 23 18:02:10.708357 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b2c53815-d5aa-41d2-b6e1-51229252eeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:10.738283 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b2c53815-d5aa-41d2-b6e1-51229252eeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:10.765244 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:10.783510 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4dc2dbb6-a96f-44e2-a61e-81e02b12ab49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:10.812060 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-4dc2dbb6-a96f-44e2-a61e-81e02b12ab49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:10.816780 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-4dc2dbb6-a96f-44e2-a61e-81e02b12ab49 admin admin] Usage tracker for resource:security_group_rule and tenant:edb452541ceb4ea8b2b4fb805afcdfac is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:10.822685 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-4dc2dbb6-a96f-44e2-a61e-81e02b12ab49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:10.825502 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53026) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:10.836589 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Usage tracker for resource:floatingip and tenant:2ba0ba73fa314fc1975a0277212cc5f0 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:10.851886 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:10.858522 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d3d727da-2983-4486-b734-b7283e0953b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:10.873821 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-4dc2dbb6-a96f-44e2-a61e-81e02b12ab49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:10.881077 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:02:10.882455 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-d3d727da-2983-4486-b734-b7283e0953b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:10.885699 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] Set router 125d1238-22b8-47de-8b7d-8ce3b8b51583 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:02:10.886778 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-d3d727da-2983-4486-b734-b7283e0953b7 admin admin] Usage tracker for resource:security_group_rule and tenant:dbf7b804186b45b2b9cb66382fdc8015 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:10.889695 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-d3d727da-2983-4486-b734-b7283e0953b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:10.896729 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-d3d727da-2983-4486-b734-b7283e0953b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:10.980488 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:10.991984 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d3d727da-2983-4486-b734-b7283e0953b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:10.993054 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:02:11.009303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d3d727da-2983-4486-b734-b7283e0953b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:11.014055 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Set router e910f34c-0bc0-4bf3-885e-e1a6bc11926c gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:02:11.015507 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70558ef-5d92-49e6-a205-14b9da311012 req-ad223a34-b569-4105-a8e0-9d764471a970 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:11.016225 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-d70558ef-5d92-49e6-a205-14b9da311012 req-ad223a34-b569-4105-a8e0-9d764471a970 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Synchronizing usage tracker for tenant:8587cf5a0daa402fb879ac59d23a025e on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:11.031997 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:11.061291 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for floatingip, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:11.075303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:11.075631 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:11.116307 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d727da-2983-4486-b734-b7283e0953b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df465a97-2a8f-42e3-bc51-0fdeb3e0204e,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:11.133280 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53030) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:11.134447 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d3d727da-2983-4486-b734-b7283e0953b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:11.165153 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--444926964', 'description': 'tempest-description--202091489'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:11.172972 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:11.178744 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Usage tracker for resource:security_group and tenant:0b603028fc0648daac1a9a03b1ad4097 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:11.183077 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:11.190421 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:11.212792 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:11.250007 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:11.255477 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Usage tracker for resource:security_group_rule and tenant:0b603028fc0648daac1a9a03b1ad4097 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:11.259188 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:11.266746 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:11.393813 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:11.404421 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-d3d727da-2983-4486-b734-b7283e0953b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dbf7b804186b45b2b9cb66382fdc8015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5776436 Apr 23 18:02:11.411993 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53040) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:11.447281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:11.452812 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-d70558ef-5d92-49e6-a205-14b9da311012 req-ad223a34-b569-4105-a8e0-9d764471a970 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Unset dirty status for tenant:8587cf5a0daa402fb879ac59d23a025e on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:11.455033 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d70558ef-5d92-49e6-a205-14b9da311012 req-ad223a34-b569-4105-a8e0-9d764471a970 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 932 time: 0.8740542 Apr 23 18:02:11.533260 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2326af8-c2bb-4f63-8753-aaf3f868a84b', 'tag': '1e24a8f9-755a-47fd-af53-a4f09de2e10a', 'status': 'completed', 'code': 200} Apr 23 18:02:11.563586 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:59Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'd85aad17-1906-4b50-befa-89499a83cfcc', 'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'mac_address': 'fa:16:3e:9b:c3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:57Z', 'updated_at': '2021-04-23T18:02:10Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'subnets': [{'id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:11.568761 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cbc014-9ec2-4653-9dfe-73b229ccf1bc None None] The sync data for ids ['125d1238-22b8-47de-8b7d-8ce3b8b51583'] in dv-cinder-786524-3-smb is: [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:59Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'd85aad17-1906-4b50-befa-89499a83cfcc', 'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'mac_address': 'fa:16:3e:9b:c3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:57Z', 'updated_at': '2021-04-23T18:02:10Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'subnets': [{'id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:02:11.603528 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-eea62eba-ba34-4b11-9ffc-26d926b5f684 service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8356216 Apr 23 18:02:11.612391 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:11.653445 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:11.653643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b2c53815-d5aa-41d2-b6e1-51229252eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:11.719292 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e43d5e8d-6358-4f86-8c57-bd0ba958d190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:11.719629 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d13fb23-d811-4402-84b5-e5166fff1941,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:11.761676 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-d70558ef-5d92-49e6-a205-14b9da311012 req-62791475-a9ab-45a2-8b00-0c4c99dd43c1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Synchronizing usage tracker for tenant:8587cf5a0daa402fb879ac59d23a025e on resource:security_group {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:11.807657 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97,segment=NetworkSegment(9311a84f-7a54-4e2f-a6d2-4a41d5f68350),segment_id=9311a84f-7a54-4e2f-a6d2-4a41d5f68350)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:11.812653 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daaa7e92-39d3-4d9e-b2d6-2609e1f15d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:02:11.843987 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:11.896530 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c53815-d5aa-41d2-b6e1-51229252eeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedc6839-eda5-4729-9e7a-913917d12d2b,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:11.921013 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-68a20662-0ce0-455d-8c64-7ba87e2144af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:11.934057 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-d70558ef-5d92-49e6-a205-14b9da311012 req-62791475-a9ab-45a2-8b00-0c4c99dd43c1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Unset dirty status for tenant:8587cf5a0daa402fb879ac59d23a025e on resource:security_group {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:11.947576 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d70558ef-5d92-49e6-a205-14b9da311012 req-62791475-a9ab-45a2-8b00-0c4c99dd43c1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997371 Apr 23 18:02:11.966732 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b2c53815-d5aa-41d2-b6e1-51229252eeb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:11.980139 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-68a20662-0ce0-455d-8c64-7ba87e2144af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:11.988694 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b2c53815-d5aa-41d2-b6e1-51229252eeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:11.989923 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-b2c53815-d5aa-41d2-b6e1-51229252eeb4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cedc6839-eda5-4729-9e7a-913917d12d2b HTTP/1.1" status: 204 len: 168 time: 1.7157640 Apr 23 18:02:12.066784 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device d85aad17-1906-4b50-befa-89499a83cfcc up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:02:12.098583 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4984642d-9b80-4d14-a7b2-1200285e47a0 req-134220ed-570c-4bff-9694-377add118280 service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414356 Apr 23 18:02:12.107091 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.116502 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4dc2dbb6-a96f-44e2-a61e-81e02b12ab49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.146385 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.150530 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9992905 Apr 23 18:02:12.150530 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-68a20662-0ce0-455d-8c64-7ba87e2144af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.150530 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4dc2dbb6-a96f-44e2-a61e-81e02b12ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.158336 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 53058) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:12.185173 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.215064 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:12.234700 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-2ff286e3-7903-479d-a132-69e2f550a677 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Request body: {'security_group_rule': {'security_group_id': '4d13fb23-d811-4402-84b5-e5166fff1941', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:12.259946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-2ff286e3-7903-479d-a132-69e2f550a677 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:12.281286 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-2ff286e3-7903-479d-a132-69e2f550a677 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Usage tracker for resource:security_group_rule and tenant:0b603028fc0648daac1a9a03b1ad4097 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:12.292514 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-2ff286e3-7903-479d-a132-69e2f550a677 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:12.307794 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-2ff286e3-7903-479d-a132-69e2f550a677 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:12.330535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:12.335691 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e910d5a3-cd31-4f52-9202-d7b955558215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.435288 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:12.469790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a20662-0ce0-455d-8c64-7ba87e2144af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df465a97-2a8f-42e3-bc51-0fdeb3e0204e,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:12.494211 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-68a20662-0ce0-455d-8c64-7ba87e2144af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.497827 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-68a20662-0ce0-455d-8c64-7ba87e2144af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df465a97-2a8f-42e3-bc51-0fdeb3e0204e HTTP/1.1" status: 204 len: 168 time: 1.0698090 Apr 23 18:02:12.506500 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:12.542161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df09c4a-b8c1-464b-8652-76ed092e0012 req-8d9cbfad-19f0-42ca-b766-0757075a89ff tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:12.543911 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8df09c4a-b8c1-464b-8652-76ed092e0012 req-8d9cbfad-19f0-42ca-b766-0757075a89ff tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 946 time: 0.8699551 Apr 23 18:02:12.572853 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Allocated IP 172.28.1.241 (98d3619d-941a-4347-b217-5f5fd5441170/72c7752f-77c2-49cb-bbe9-c4d5aa4c810b/2b73e8fa-f1d4-4b6a-97d1-79c4b7743200) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:02:12.634709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.639465 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-4dc2dbb6-a96f-44e2-a61e-81e02b12ab49 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edb452541ceb4ea8b2b4fb805afcdfac&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7291853 Apr 23 18:02:12.646871 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2dbb6-a96f-44e2-a61e-81e02b12ab49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0a7328-7590-4434-83e9-061093a54a17,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:12.664567 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53072) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:12.676122 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port d85aad17-1906-4b50-befa-89499a83cfcc completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:02:12.682042 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port d85aad17-1906-4b50-befa-89499a83cfcc triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:12.682562 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.689773 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-4dc2dbb6-a96f-44e2-a61e-81e02b12ab49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:12.693220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:12.694008 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:12.781332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.814126 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8df09c4a-b8c1-464b-8652-76ed092e0012 req-0c286736-5b53-48c3-8b1f-d4352254114b tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/security-groups?id=59a2c493-fff2-4544-bb85-c5257ed6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581258 Apr 23 18:02:12.822105 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:02:05Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'e444ab14-85d0-44fd-b56a-1ce90540f823', 'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'mac_address': 'fa:16:3e:81:c1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:03Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 2, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'subnets': [{'id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:12.832093 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Checking router: e910f34c-0bc0-4bf3-885e-e1a6bc11926c for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:02:12.832608 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Updating router e910f34c-0bc0-4bf3-885e-e1a6bc11926c port e444ab14-85d0-44fd-b56a-1ce90540f823 binding host dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 18:02:12.844793 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.876684 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3980d1eb-47d5-44bc-b4f7-86296e364426 {{(pid=86362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:02:12.891876 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.918431 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.920244 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2fae408b-6ee9-42e3-92ca-98beb14417a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.938831 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Transition to ACTIVE for port object 3980d1eb-47d5-44bc-b4f7-86296e364426 will not be triggered until provisioned by entity L2. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:02:12.947241 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.961243 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2ff286e3-7903-479d-a132-69e2f550a677 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:12.965524 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:12.971596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:13.031345 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2fae408b-6ee9-42e3-92ca-98beb14417a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:13.032588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:13.049501 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:13.240027 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Network 98d3619d-941a-4347-b217-5f5fd5441170 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:02:13.249232 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1a0cb-7354-4963-b794-ed18928aee94 req-c3aed5aa-e82c-47c7-a060-efcef5d36836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:13.250885 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-85b1a0cb-7354-4963-b794-ed18928aee94 req-c3aed5aa-e82c-47c7-a060-efcef5d36836 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8587cf5a0daa402fb879ac59d23a025e&device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 1096 time: 1.0935345 Apr 23 18:02:13.292878 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Pushing event updated for resources: {'Port': ['ID=3980d1eb-47d5-44bc-b4f7-86296e364426,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:13.329385 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2ff286e3-7903-479d-a132-69e2f550a677 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:13.366036 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:13.429619 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Attempting to bind port 3980d1eb-47d5-44bc-b4f7-86296e364426 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:02:13.431013 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Attempting to bind port 3980d1eb-47d5-44bc-b4f7-86296e364426 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '911dda36-1908-4ed6-a3e1-a91f8bef9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60'}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:02:13.433646 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Attempting to bind port 3980d1eb-47d5-44bc-b4f7-86296e364426 on network 1a52a344-216f-49cf-81a2-731a70b91d60 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:02:13.449035 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Port 3980d1eb-47d5-44bc-b4f7-86296e364426 on network 1a52a344-216f-49cf-81a2-731a70b91d60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:02:13.455676 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Attempting to bind port 3980d1eb-47d5-44bc-b4f7-86296e364426 on network 1a52a344-216f-49cf-81a2-731a70b91d60 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:02:13.476651 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:02:13.477764 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Checking segment: {'id': '911dda36-1908-4ed6-a3e1-a91f8bef9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:02:13.479332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Bound using segment: {'id': '911dda36-1908-4ed6-a3e1-a91f8bef9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60'} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:02:13.481834 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Bound port: 3980d1eb-47d5-44bc-b4f7-86296e364426, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911dda36-1908-4ed6-a3e1-a91f8bef9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60'}}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:02:13.482341 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:13.516053 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2fae408b-6ee9-42e3-92ca-98beb14417a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:13.542688 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c309ae1-f687-48b5-a886-8e4153a5f42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:13.576987 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae408b-6ee9-42e3-92ca-98beb14417a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0a7328-7590-4434-83e9-061093a54a17,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:13.651226 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daaa7e92-39d3-4d9e-b2d6-2609e1f15d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97', 'code': 200} Apr 23 18:02:13.661650 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:02:13.664444 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1a0cb-7354-4963-b794-ed18928aee94 req-a0a359df-ea62-4d15-aa30-46dc7a0096d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:13.666241 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-85b1a0cb-7354-4963-b794-ed18928aee94 req-a0a359df-ea62-4d15-aa30-46dc7a0096d8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1a52a344-216f-49cf-81a2-731a70b91d60 HTTP/1.1" status: 200 len: 920 time: 0.3302839 Apr 23 18:02:13.666764 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.22', 53458) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:13.670070 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:02:13.686342 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port d85aad17-1906-4b50-befa-89499a83cfcc, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=d85aad17-1906-4b50-befa-89499a83cfcc,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:13.689044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2fae408b-6ee9-42e3-92ca-98beb14417a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:13.713565 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:13.718065 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 7667c429-fa56-43f9-87f9-3e1a808b77cf up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:02:13.749271 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2fae408b-6ee9-42e3-92ca-98beb14417a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:13.754547 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:13.754659 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-2fae408b-6ee9-42e3-92ca-98beb14417a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f0a7328-7590-4434-83e9-061093a54a17 HTTP/1.1" status: 204 len: 168 time: 1.0811303 Apr 23 18:02:13.765510 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2ff286e3-7903-479d-a132-69e2f550a677 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:13.793553 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-09d4cc65-f199-4ec7-8297-294acedf0c33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:13.818965 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4983a3-820b-4c4b-9bb9-a3aed0b4d055 req-23f49bb1-1c16-47ef-8a36-95fa67bda062 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:13.822625 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-ca4983a3-820b-4c4b-9bb9-a3aed0b4d055 req-23f49bb1-1c16-47ef-8a36-95fa67bda062 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Synchronizing usage tracker for tenant:8587cf5a0daa402fb879ac59d23a025e on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:13.903300 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-ca4983a3-820b-4c4b-9bb9-a3aed0b4d055 req-23f49bb1-1c16-47ef-8a36-95fa67bda062 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Unset dirty status for tenant:8587cf5a0daa402fb879ac59d23a025e on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:13.906061 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ca4983a3-820b-4c4b-9bb9-a3aed0b4d055 req-23f49bb1-1c16-47ef-8a36-95fa67bda062 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 944 time: 0.6271031 Apr 23 18:02:13.907214 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] For port 3980d1eb-47d5-44bc-b4f7-86296e364426, host hv-cinder-78652, cleared binding levels {{(pid=86362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:02:13.914285 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] For port 3980d1eb-47d5-44bc-b4f7-86296e364426, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3980d1eb-47d5-44bc-b4f7-86296e364426,segment=NetworkSegment(911dda36-1908-4ed6-a3e1-a91f8bef9914),segment_id=911dda36-1908-4ed6-a3e1-a91f8bef9914)] {{(pid=86362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:02:13.939225 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:13.950507 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:14.048044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Pushing event updated for resources: {'Port': ['ID=3980d1eb-47d5-44bc-b4f7-86296e364426,revision_number=3']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:14.060209 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:14.066775 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:14.096658 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:14.098191 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:14.099756 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] 10.222.0.22 "PUT /v2.0/ports/3980d1eb-47d5-44bc-b4f7-86296e364426 HTTP/1.1" status: 200 len: 1094 time: 3.7559218 Apr 23 18:02:14.100281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d45dbe5-26ca-4661-9414-0e81ef1e1cab', 'tag': '3980d1eb-47d5-44bc-b4f7-86296e364426'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:02:14.112488 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ca4983a3-820b-4c4b-9bb9-a3aed0b4d055 req-94e3ccb6-57f2-4560-964d-105719b7abd4 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956813 Apr 23 18:02:14.139569 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=d85aad17-1906-4b50-befa-89499a83cfcc,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:14.164382 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event updated for resources: {'Port': ['ID=2b73e8fa-f1d4-4b6a-97d1-79c4b7743200,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:14.165657 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:14.168435 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-85b1a0cb-7354-4963-b794-ed18928aee94 req-af80f07c-b90a-4d60-8472-6392f9424141 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e24a8f9-755a-47fd-af53-a4f09de2e10a HTTP/1.1" status: 200 len: 217 time: 0.3857238 Apr 23 18:02:14.178319 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:14.215826 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d45dbe5-26ca-4661-9414-0e81ef1e1cab', 'tag': '3980d1eb-47d5-44bc-b4f7-86296e364426', 'status': 'completed', 'code': 200} Apr 23 18:02:14.230583 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:14.236087 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Transition to ACTIVE for port object e444ab14-85d0-44fd-b56a-1ce90540f823 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:02:14.254124 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 7667c429-fa56-43f9-87f9-3e1a808b77cf triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:14.254544 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:14.260929 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-da26655c-83b8-4da3-8c26-514df3ecce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:14.265957 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-da26655c-83b8-4da3-8c26-514df3ecce8c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8587cf5a0daa402fb879ac59d23a025e&device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 1097 time: 0.1202271 Apr 23 18:02:14.292097 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:14.303073 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0c45c63b-de33-475a-b307-6bde15dd6c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:14.375857 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:14.380016 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.330s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:14.381152 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2ff286e3-7903-479d-a132-69e2f550a677 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:14.382448 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-2ff286e3-7903-479d-a132-69e2f550a677 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2231221 Apr 23 18:02:14.391973 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e7d90d59-6e93-43a6-bbcc-be275394b8e5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.402s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:14.400692 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 53126) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:14.417581 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-ac03c19d-9103-4dc1-9e32-b8ff35859ce6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3980d1eb-47d5-44bc-b4f7-86296e364426 HTTP/1.1" status: 200 len: 217 time: 0.1424985 Apr 23 18:02:14.446156 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff286e3-7903-479d-a132-69e2f550a677 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb04d882-8be7-42f4-afec-75955533251d,revision_number=0']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:14.456913 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:14.467857 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-75fdb265-de55-49a8-a963-e110dcfcdf6a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Request body: {'security_group_rule': {'security_group_id': '4d13fb23-d811-4402-84b5-e5166fff1941', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:14.493104 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 53130) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:14.494741 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2ff286e3-7903-479d-a132-69e2f550a677 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:14.535192 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-d290c07c-55cc-41ef-9745-3fd49e35e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:14.536949 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-d290c07c-55cc-41ef-9745-3fd49e35e324 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9578a960-cb39-49fb-b04d-317ddad60750 HTTP/1.1" status: 200 len: 859 time: 0.1095390 Apr 23 18:02:14.565743 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-75fdb265-de55-49a8-a963-e110dcfcdf6a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:14.621964 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-75fdb265-de55-49a8-a963-e110dcfcdf6a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Usage tracker for resource:security_group_rule and tenant:0b603028fc0648daac1a9a03b1ad4097 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:14.627619 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-a42650a3-45f0-4cf7-81e5-2c042c74fb77 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a52a344-216f-49cf-81a2-731a70b91d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704484 Apr 23 18:02:14.633082 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:14.649947 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98595d4-253f-40e2-956e-2562543f8fef None None] Pushing event updated for resources: {'Port': ['ID=e444ab14-85d0-44fd-b56a-1ce90540f823,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:14.676001 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f98595d4-253f-40e2-956e-2562543f8fef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:14.698903 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-75fdb265-de55-49a8-a963-e110dcfcdf6a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:14.702003 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853070193'] for floatingip, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:14.746617 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Attempting to bind port e444ab14-85d0-44fd-b56a-1ce90540f823 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:02:14.747190 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Attempting to bind port e444ab14-85d0-44fd-b56a-1ce90540f823 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:02:14.747688 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Attempting to bind port e444ab14-85d0-44fd-b56a-1ce90540f823 on network 81db996a-5443-4dca-8db4-06663c296f38 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:02:14.772158 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:02:14.772944 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Checking segment: {'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:02:14.773528 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:14.774067 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Bound using segment: {'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:02:14.774718 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Bound port: e444ab14-85d0-44fd-b56a-1ce90540f823, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:02:14.775245 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:14.775621 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event updated for resources: {'Port': ['ID=2b73e8fa-f1d4-4b6a-97d1-79c4b7743200,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:14.788845 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:14.804468 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:14.805834 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2207665 Apr 23 18:02:14.821221 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-75fdb265-de55-49a8-a963-e110dcfcdf6a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:14.846227 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-f620c767-e234-4d8e-958b-a29565e79784 service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091837 Apr 23 18:02:14.850850 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8475f07c-bddb-4d80-ab42-cd7bc3f51d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:14.926651 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 1e24a8f9-755a-47fd-af53-a4f09de2e10a details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:02:14.974529 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device d85aad17-1906-4b50-befa-89499a83cfcc up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:02:15.056059 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] For port e444ab14-85d0-44fd-b56a-1ce90540f823, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:02:15.069657 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] For port e444ab14-85d0-44fd-b56a-1ce90540f823, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=e444ab14-85d0-44fd-b56a-1ce90540f823,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:02:15.103350 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:15.127930 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8475f07c-bddb-4d80-ab42-cd7bc3f51d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:15.150745 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8475f07c-bddb-4d80-ab42-cd7bc3f51d5f admin admin] Usage tracker for resource:security_group_rule and tenant:ae4cb7fc1cff4f77be7fb598be5df2fa is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:15.164468 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cdc44-39fe-4fd5-8e76-684e8848780b req-47bb45be-cc2a-46e8-823d-9bbc7c71f435 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:15.166441 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-152cdc44-39fe-4fd5-8e76-684e8848780b req-47bb45be-cc2a-46e8-823d-9bbc7c71f435 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 946 time: 0.7880008 Apr 23 18:02:15.168300 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1a0cb-7354-4963-b794-ed18928aee94 req-15f6533c-102f-42a0-8b84-fec08cb60800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:15.169988 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-85b1a0cb-7354-4963-b794-ed18928aee94 req-15f6533c-102f-42a0-8b84-fec08cb60800 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9578a960-cb39-49fb-b04d-317ddad60750 HTTP/1.1" status: 200 len: 859 time: 0.7673757 Apr 23 18:02:15.171181 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8475f07c-bddb-4d80-ab42-cd7bc3f51d5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:15.185450 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2a3a1-d062-4166-bee2-ededa6219525 req-4871db8e-cf2d-4783-9e3d-c1b5ac47d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:15.187274 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8ff2a3a1-d062-4166-bee2-ededa6219525 req-4871db8e-cf2d-4783-9e3d-c1b5ac47d90c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 1099 time: 1.4236736 Apr 23 18:02:15.202071 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-057190c2-8c3c-4c33-a5b2-b885d21f5245 req-474ca9f4-abc5-4b05-8749-edf63703c465 service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468151 Apr 23 18:02:15.214187 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7ac0fd70-5809-48ce-8af2-fb1a85e842f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:15.260316 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-75fdb265-de55-49a8-a963-e110dcfcdf6a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:15.303667 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-85b1a0cb-7354-4963-b794-ed18928aee94 req-9f751729-ec75-4000-b3e5-e5b5336aec2e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a52a344-216f-49cf-81a2-731a70b91d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102102 Apr 23 18:02:15.305685 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8475f07c-bddb-4d80-ab42-cd7bc3f51d5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:15.447699 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-da551612-3516-4c59-8d77-9dcbd3a60e2b tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Synchronizing usage tracker for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:15.532801 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Routers {'e910f34c-0bc0-4bf3-885e-e1a6bc11926c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:02:15.533545 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:02:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:15.538086 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889eefaf-d538-4640-b961-0ac5e361a928 req-f76dd4a2-7c10-4cab-8582-6f6d8c2652b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:15.539724 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-889eefaf-d538-4640-b961-0ac5e361a928 req-f76dd4a2-7c10-4cab-8582-6f6d8c2652b9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8587cf5a0daa402fb879ac59d23a025e&device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 1097 time: 0.2813673 Apr 23 18:02:15.543868 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-da551612-3516-4c59-8d77-9dcbd3a60e2b tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Unset dirty status for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:15.545778 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-da551612-3516-4c59-8d77-9dcbd3a60e2b tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--768631193&fields=id&tenant_id=2ba0ba73fa314fc1975a0277212cc5f0 HTTP/1.1" status: 200 len: 267 time: 0.2116396 Apr 23 18:02:15.652870 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8ff2a3a1-d062-4166-bee2-ededa6219525 req-c732f771-2bf0-4871-99e4-4ffdd1099a35 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:15.762044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-8ff2a3a1-d062-4166-bee2-ededa6219525 req-c732f771-2bf0-4871-99e4-4ffdd1099a35 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:15.767224 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-152cdc44-39fe-4fd5-8e76-684e8848780b req-c3a53694-1114-481d-a539-531aea923964 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/security-groups?id=59a2c493-fff2-4544-bb85-c5257ed6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5787418 Apr 23 18:02:15.790235 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-8ff2a3a1-d062-4166-bee2-ededa6219525 req-c732f771-2bf0-4871-99e4-4ffdd1099a35 service neutron] Usage tracker for resource:security_group_rule and tenant:61d2b2fa3b4d4fd2bbc92ef0ba1654db is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:15.803200 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-8ff2a3a1-d062-4166-bee2-ededa6219525 req-c732f771-2bf0-4871-99e4-4ffdd1099a35 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:15.837699 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-8ff2a3a1-d062-4166-bee2-ededa6219525 req-c732f771-2bf0-4871-99e4-4ffdd1099a35 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:15.841010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-75fdb265-de55-49a8-a963-e110dcfcdf6a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:15.851307 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-85b1a0cb-7354-4963-b794-ed18928aee94 req-1e71244b-2450-46b0-aa41-ce150e934f1d service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586816 Apr 23 18:02:15.863502 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-75fdb265-de55-49a8-a963-e110dcfcdf6a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:15.920328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:16.005788 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdb265-de55-49a8-a963-e110dcfcdf6a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d57dc2-05aa-4d00-978d-7684d2022af2,revision_number=0']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:16.014342 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-75fdb265-de55-49a8-a963-e110dcfcdf6a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:16.023955 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889eefaf-d538-4640-b961-0ac5e361a928 req-d237462a-f1dd-4b8a-a2e6-fdcd63f071ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:16.025684 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-889eefaf-d538-4640-b961-0ac5e361a928 req-d237462a-f1dd-4b8a-a2e6-fdcd63f071ca service neutron] 10.222.0.22 "GET /v2.0/networks?id=1a52a344-216f-49cf-81a2-731a70b91d60 HTTP/1.1" status: 200 len: 920 time: 0.4784126 Apr 23 18:02:16.032309 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port d85aad17-1906-4b50-befa-89499a83cfcc triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:16.032746 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:16.067523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98595d4-253f-40e2-956e-2562543f8fef None None] Pushing event updated for resources: {'Port': ['ID=e444ab14-85d0-44fd-b56a-1ce90540f823,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:16.073511 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f98595d4-253f-40e2-956e-2562543f8fef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:16.113432 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 1e24a8f9-755a-47fd-af53-a4f09de2e10a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1e24a8f9-755a-47fd-af53-a4f09de2e10a,segment=NetworkSegment(911dda36-1908-4ed6-a3e1-a91f8bef9914),segment_id=911dda36-1908-4ed6-a3e1-a91f8bef9914)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:16.207885 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-75fdb265-de55-49a8-a963-e110dcfcdf6a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:16.208727 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-889eefaf-d538-4640-b961-0ac5e361a928 req-7b350817-7d78-45eb-b6cd-8fca73c1537e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3980d1eb-47d5-44bc-b4f7-86296e364426 HTTP/1.1" status: 200 len: 217 time: 0.1688066 Apr 23 18:02:16.209204 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-75fdb265-de55-49a8-a963-e110dcfcdf6a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7515850 Apr 23 18:02:16.213831 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53194) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:16.227836 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-afff4f93-459e-4f2b-8c73-901dfbdb65fe tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:16.229237 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-afff4f93-459e-4f2b-8c73-901dfbdb65fe tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Synchronizing usage tracker for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:network {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:16.237945 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Request body: {'floatingip': {'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:16.248950 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8475f07c-bddb-4d80-ab42-cd7bc3f51d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:16.263529 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8475f07c-bddb-4d80-ab42-cd7bc3f51d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:16.270236 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '1e24a8f9-755a-47fd-af53-a4f09de2e10a', 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60', 'port_id': '1e24a8f9-755a-47fd-af53-a4f09de2e10a', 'mac_address': 'fa:16:3e:dc:c9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9578a960-cb39-49fb-b04d-317ddad60750', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:02:16.327157 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-85b1a0cb-7354-4963-b794-ed18928aee94 req-bb1da507-239a-49fe-9a16-c611a2f913d1 service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612565 Apr 23 18:02:16.333475 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889eefaf-d538-4640-b961-0ac5e361a928 req-bb165826-a4f8-4334-80a7-88c973e77238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:16.335569 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-889eefaf-d538-4640-b961-0ac5e361a928 req-bb165826-a4f8-4334-80a7-88c973e77238 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9578a960-cb39-49fb-b04d-317ddad60750 HTTP/1.1" status: 200 len: 859 time: 0.0923724 Apr 23 18:02:16.335918 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9818ce82-0ddb-43fd-835c-f4d8f2541920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:16.342941 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:16.399503 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8475f07c-bddb-4d80-ab42-cd7bc3f51d5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae4cb7fc1cff4f77be7fb598be5df2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8449938 Apr 23 18:02:16.417995 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475f07c-bddb-4d80-ab42-cd7bc3f51d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780f8b4a-df91-4859-9185-b2564eb3dfde,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:16.421422 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53200) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:16.437543 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Usage tracker for resource:floatingip and tenant:0b603028fc0648daac1a9a03b1ad4097 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:16.437543 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-889eefaf-d538-4640-b961-0ac5e361a928 req-c5a78029-80e8-42b6-8e69-a2dedf04f9b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a52a344-216f-49cf-81a2-731a70b91d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853050 Apr 23 18:02:16.441059 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8475f07c-bddb-4d80-ab42-cd7bc3f51d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:16.448757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:16.452246 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80d45d-2d7f-4183-a1f3-6f8fca3fe525 req-f1a01018-b51c-4d24-b928-2c26b106f0f2 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:16.454586 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:16.454818 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3f80d45d-2d7f-4183-a1f3-6f8fca3fe525 req-f1a01018-b51c-4d24-b928-2c26b106f0f2 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 944 time: 0.4185171 Apr 23 18:02:16.492092 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-afff4f93-459e-4f2b-8c73-901dfbdb65fe tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Unset dirty status for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:network {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:16.499439 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-afff4f93-459e-4f2b-8c73-901dfbdb65fe tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/networks?id=ad38896b-6c3f-4f69-b274-970cc96cfb38 HTTP/1.1" status: 200 len: 810 time: 0.8724916 Apr 23 18:02:16.502176 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:16.503285 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8ff2a3a1-d062-4166-bee2-ededa6219525 req-c732f771-2bf0-4871-99e4-4ffdd1099a35 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:16.520904 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] Set router e910f34c-0bc0-4bf3-885e-e1a6bc11926c gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:02:16.526275 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8ff2a3a1-d062-4166-bee2-ededa6219525 req-c732f771-2bf0-4871-99e4-4ffdd1099a35 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:16.539028 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-db97654d-2324-4ade-9efd-55d5ff51c553 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/quotas/2ba0ba73fa314fc1975a0277212cc5f0 HTTP/1.1" status: 200 len: 375 time: 0.0381899 Apr 23 18:02:16.554340 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:16.587528 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e24a8f9-755a-47fd-af53-a4f09de2e10a {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:02:16.657222 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3f80d45d-2d7f-4183-a1f3-6f8fca3fe525 req-9de8b8d3-6caa-44d8-addd-67f0ec9a387b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904802 Apr 23 18:02:16.670354 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-8ff2a3a1-d062-4166-bee2-ededa6219525 req-c732f771-2bf0-4871-99e4-4ffdd1099a35 service neutron] Synchronizing usage tracker for tenant:61d2b2fa3b4d4fd2bbc92ef0ba1654db on resource:security_group {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:16.690217 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732f771-2bf0-4871-99e4-4ffdd1099a35 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=40ae28d9-2abd-469b-b3bd-612b663bd6d7,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:16.699885 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-c732f771-2bf0-4871-99e4-4ffdd1099a35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:16.710197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-8ff2a3a1-d062-4166-bee2-ededa6219525 req-c732f771-2bf0-4871-99e4-4ffdd1099a35 service neutron] Unset dirty status for tenant:61d2b2fa3b4d4fd2bbc92ef0ba1654db on resource:security_group {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:16.711551 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8ff2a3a1-d062-4166-bee2-ededa6219525 req-c732f771-2bf0-4871-99e4-4ffdd1099a35 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=59a2c493-fff2-4544-bb85-c5257ed6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4015591 Apr 23 18:02:16.711667 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 1e24a8f9-755a-47fd-af53-a4f09de2e10a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1e24a8f9-755a-47fd-af53-a4f09de2e10a,segment=NetworkSegment(911dda36-1908-4ed6-a3e1-a91f8bef9914),segment_id=911dda36-1908-4ed6-a3e1-a91f8bef9914)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:16.736406 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:16.782647 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-889eefaf-d538-4640-b961-0ac5e361a928 req-25c060f7-f53b-4854-a999-b0144b8828eb service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282545 Apr 23 18:02:16.788577 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:16.798123 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for floatingip, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:16.929721 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=1e24a8f9-755a-47fd-af53-a4f09de2e10a,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:16.936198 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:17.018534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['1e24a8f9-755a-47fd-af53-a4f09de2e10a'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:02:17.148500 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:02:05Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'e444ab14-85d0-44fd-b56a-1ce90540f823', 'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'mac_address': 'fa:16:3e:81:c1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:03Z', 'updated_at': '2021-04-23T18:02:14Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'subnets': [{'id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:17.155101 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99f6b1-f3fa-4815-9c49-9a7fe30a7e3e None None] The sync data for ids ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'] in dv-cinder-786524-3-smb is: [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:02:05Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'e444ab14-85d0-44fd-b56a-1ce90540f823', 'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'mac_address': 'fa:16:3e:81:c1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:03Z', 'updated_at': '2021-04-23T18:02:14Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'subnets': [{'id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:02:17.172087 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e70d2-0901-4470-833d-def5f87d5f69 req-95f8f12f-cfcd-4072-9d7e-86cc8119f737 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:17.187241 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-716e70d2-0901-4470-833d-def5f87d5f69 req-95f8f12f-cfcd-4072-9d7e-86cc8119f737 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 946 time: 0.1840584 Apr 23 18:02:17.189282 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-889eefaf-d538-4640-b961-0ac5e361a928 req-9e15e15a-a2ed-4227-be6e-4ee78df823f0 service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226235 Apr 23 18:02:17.304325 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-716e70d2-0901-4470-833d-def5f87d5f69 req-840ad256-29d1-4c99-a5ad-ae3dbd671bec tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/security-groups?id=59a2c493-fff2-4544-bb85-c5257ed6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160800 Apr 23 18:02:17.331555 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7a41ce04-519d-4b3d-b9f5-c2e9994e8998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:17.405807 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7a41ce04-519d-4b3d-b9f5-c2e9994e8998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:17.485945 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7a41ce04-519d-4b3d-b9f5-c2e9994e8998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:17.508007 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3a9ebdbc-04bc-4627-81af-97fe46c0c9e8 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ba0ba73fa314fc1975a0277212cc5f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9676409 Apr 23 18:02:17.554207 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:17.639919 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41ce04-519d-4b3d-b9f5-c2e9994e8998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780f8b4a-df91-4859-9185-b2564eb3dfde,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:17.662069 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7a41ce04-519d-4b3d-b9f5-c2e9994e8998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:17.664822 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7a41ce04-519d-4b3d-b9f5-c2e9994e8998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:17.668629 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-7a41ce04-519d-4b3d-b9f5-c2e9994e8998 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/780f8b4a-df91-4859-9185-b2564eb3dfde HTTP/1.1" status: 204 len: 168 time: 1.2412479 Apr 23 18:02:18.114410 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb467f3-69e8-46e2-98c2-e54c3c9c86e7 req-33c94392-1162-4edc-b1b5-78ddeeed9598 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:18.116587 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cfb467f3-69e8-46e2-98c2-e54c3c9c86e7 req-33c94392-1162-4edc-b1b5-78ddeeed9598 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 944 time: 0.2353384 Apr 23 18:02:18.203966 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-2136cc18-ef88-4694-807e-c9f54e148307 service neutron] 10.222.0.11 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6798341 Apr 23 18:02:18.236501 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cfb467f3-69e8-46e2-98c2-e54c3c9c86e7 req-f71174c2-a6f9-488f-af7b-12a1c767c8da tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107442 Apr 23 18:02:18.531312 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:18.614718 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-a1b8dd25-f445-4d7e-afae-845eddfae599 service neutron] 10.222.0.11 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097905 Apr 23 18:02:18.725291 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c98cc5-6c21-46f0-86d9-0d910f4b1032 req-b84cce19-7f2d-4393-8c54-31d97c284cbd tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:18.727886 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Allocated IP 172.28.1.211 (98d3619d-941a-4347-b217-5f5fd5441170/72c7752f-77c2-49cb-bbe9-c4d5aa4c810b/b2ce2e81-396e-4ca6-8bc7-5cd5ad873a6a) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:02:18.741608 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-73c98cc5-6c21-46f0-86d9-0d910f4b1032 req-b84cce19-7f2d-4393-8c54-31d97c284cbd tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 946 time: 0.1485772 Apr 23 18:02:18.887270 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-73c98cc5-6c21-46f0-86d9-0d910f4b1032 req-84d02085-e509-42da-b542-2ba2fc18603b tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/security-groups?id=59a2c493-fff2-4544-bb85-c5257ed6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415532 Apr 23 18:02:18.953399 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 3980d1eb-47d5-44bc-b4f7-86296e364426 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:02:19.038639 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 1e24a8f9-755a-47fd-af53-a4f09de2e10a up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:02:19.199323 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.db.resource_extend [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 18:02:19.238652 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-49473895-0ba9-4478-b429-183a745240d0 req-88ecb29d-e952-4ded-9e62-4ba34d591647 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 210 time: 0.2232563 Apr 23 18:02:19.277881 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device e444ab14-85d0-44fd-b56a-1ce90540f823 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:02:19.288445 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:19.345694 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:19.351117 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:19.589690 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Network 98d3619d-941a-4347-b217-5f5fd5441170 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:02:19.594177 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53344) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:19.603534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:02:19.617858 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:02:19.677200 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port e444ab14-85d0-44fd-b56a-1ce90540f823 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:02:19.740219 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port e444ab14-85d0-44fd-b56a-1ce90540f823 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:19.742169 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:19.744367 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534b4bb-cf5d-46cc-b2dc-21006b27abb6 req-9977246b-23b7-45f2-aabe-abb0b76e8520 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:19.759044 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1534b4bb-cf5d-46cc-b2dc-21006b27abb6 req-9977246b-23b7-45f2-aabe-abb0b76e8520 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 944 time: 0.2445326 Apr 23 18:02:19.877613 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event updated for resources: {'Port': ['ID=b2ce2e81-396e-4ca6-8bc7-5cd5ad873a6a,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:19.901935 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:19.903334 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1534b4bb-cf5d-46cc-b2dc-21006b27abb6 req-f461fcfa-50ec-41c4-8aec-6ff449d16e9f tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428714 Apr 23 18:02:19.983827 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:20.120716 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port 1e24a8f9-755a-47fd-af53-a4f09de2e10a completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:02:20.194258 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:20.202165 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:20.233015 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 1e24a8f9-755a-47fd-af53-a4f09de2e10a triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:20.233435 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:20.308205 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dcd931a2-295b-44af-a4be-72abb8424cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:20.334401 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 3980d1eb-47d5-44bc-b4f7-86296e364426, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3980d1eb-47d5-44bc-b4f7-86296e364426,segment=NetworkSegment(911dda36-1908-4ed6-a3e1-a91f8bef9914),segment_id=911dda36-1908-4ed6-a3e1-a91f8bef9914)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:20.338259 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-dcd931a2-295b-44af-a4be-72abb8424cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:20.367541 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-dcd931a2-295b-44af-a4be-72abb8424cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:8784bce0355e4db8b011fec6a7fa961b is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:20.404097 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port e444ab14-85d0-44fd-b56a-1ce90540f823, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=e444ab14-85d0-44fd-b56a-1ce90540f823,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:20.412654 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '3980d1eb-47d5-44bc-b4f7-86296e364426', 'network_id': '1a52a344-216f-49cf-81a2-731a70b91d60', 'port_id': '3980d1eb-47d5-44bc-b4f7-86296e364426', 'mac_address': 'fa:16:3e:04:ca:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9578a960-cb39-49fb-b04d-317ddad60750', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:02:20.420514 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:20.426003 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8e8043b8-6d45-4a9d-aab2-2a6752de467b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:20.437279 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-dcd931a2-295b-44af-a4be-72abb8424cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:20.511617 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e564f7f0-4452-4002-983a-f2130f685794 req-7790bdfd-9ece-48f8-b0c7-ed99868bbde7 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 210 time: 0.0708346 Apr 23 18:02:20.536735 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-dcd931a2-295b-44af-a4be-72abb8424cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:20.616004 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:20.625909 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=e444ab14-85d0-44fd-b56a-1ce90540f823,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:20.629845 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:20.655110 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3980d1eb-47d5-44bc-b4f7-86296e364426 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:02:20.662240 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:20.663245 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:20.671176 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:20.686374 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:20.690058 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 3980d1eb-47d5-44bc-b4f7-86296e364426, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3980d1eb-47d5-44bc-b4f7-86296e364426,segment=NetworkSegment(911dda36-1908-4ed6-a3e1-a91f8bef9914),segment_id=911dda36-1908-4ed6-a3e1-a91f8bef9914)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:20.699517 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:20.707214 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:20.743357 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2326af8-c2bb-4f63-8753-aaf3f868a84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e24a8f9-755a-47fd-af53-a4f09de2e10a'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:02:20.753404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853070193'] for floatingip, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:20.788462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event updated for resources: {'Port': ['ID=b2ce2e81-396e-4ca6-8bc7-5cd5ad873a6a,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:20.788592 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 1e24a8f9-755a-47fd-af53-a4f09de2e10a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1e24a8f9-755a-47fd-af53-a4f09de2e10a,segment=NetworkSegment(911dda36-1908-4ed6-a3e1-a91f8bef9914),segment_id=911dda36-1908-4ed6-a3e1-a91f8bef9914)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:20.800262 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:20.826239 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dcd931a2-295b-44af-a4be-72abb8424cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:20.827717 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:20.838629 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2326af8-c2bb-4f63-8753-aaf3f868a84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e24a8f9-755a-47fd-af53-a4f09de2e10a', 'code': 200} Apr 23 18:02:20.839367 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=3980d1eb-47d5-44bc-b4f7-86296e364426,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:20.840379 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dcd931a2-295b-44af-a4be-72abb8424cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:20.842425 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:20.842885 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:20.914574 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d3d727da-2983-4486-b734-b7283e0953b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:20.929593 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['3980d1eb-47d5-44bc-b4f7-86296e364426'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:02:20.974743 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device e444ab14-85d0-44fd-b56a-1ce90540f823 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:02:21.115739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-4b1f6884-a4d6-4703-86a7-925ee97265f0 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:21.127212 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-4b1f6884-a4d6-4703-86a7-925ee97265f0 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.22 "GET /v2.0/networks?id=ad38896b-6c3f-4f69-b274-970cc96cfb38 HTTP/1.1" status: 200 len: 810 time: 0.3619680 Apr 23 18:02:21.168328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:21.178842 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9546292 Apr 23 18:02:21.227466 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=1e24a8f9-755a-47fd-af53-a4f09de2e10a,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:21.247214 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:21.341787 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09203a00-ff3f-4756-911d-d329df1774be req-4cdb739a-5e9e-404e-8c92-e824208d9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:21.344305 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-09203a00-ff3f-4756-911d-d329df1774be req-4cdb739a-5e9e-404e-8c92-e824208d9828 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 1098 time: 0.1308267 Apr 23 18:02:21.423021 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port e444ab14-85d0-44fd-b56a-1ce90540f823 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:21.424580 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-09203a00-ff3f-4756-911d-d329df1774be req-09d52044-666a-482c-bbdb-46698b60c6a5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731723 Apr 23 18:02:21.426066 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:21.489262 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-dcd931a2-295b-44af-a4be-72abb8424cb8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8784bce0355e4db8b011fec6a7fa961b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8847868 Apr 23 18:02:21.490087 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 53418) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:21.550434 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-9818a6a4-894b-45c2-a73f-e74f707be722 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ba0ba73fa314fc1975a0277212cc5f0 HTTP/1.1" status: 200 len: 379 time: 0.3835020 Apr 23 18:02:21.551192 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd931a2-295b-44af-a4be-72abb8424cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e92082-6f98-497f-a822-845d09084a16,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:21.559421 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dcd931a2-295b-44af-a4be-72abb8424cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:21.576788 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Request body: {'port': {'device_id': '723ef0a7-2f27-42f8-abfd-9e1676ba330e', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'admin_state_up': True, 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'security_groups': ['377c04fc-f372-472e-84b5-1ae77cfad4bf']}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:21.652060 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d8bc9fde-5ab3-4aa7-beb8-d7c46a05a071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:21.712218 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d8bc9fde-5ab3-4aa7-beb8-d7c46a05a071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:21.784615 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d8bc9fde-5ab3-4aa7-beb8-d7c46a05a071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:21.804632 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:21.805301 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:21.810186 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Usage tracker for resource:port and tenant:2ba0ba73fa314fc1975a0277212cc5f0 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:21.813250 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:21.820323 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:21.836353 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc9fde-5ab3-4aa7-beb8-d7c46a05a071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e92082-6f98-497f-a822-845d09084a16,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:21.847544 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d8bc9fde-5ab3-4aa7-beb8-d7c46a05a071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:21.849561 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Made reservation on behalf of 2ba0ba73fa314fc1975a0277212cc5f0 for: {'port': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:02:21.855738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:21.867385 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d8bc9fde-5ab3-4aa7-beb8-d7c46a05a071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:21.869613 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-d8bc9fde-5ab3-4aa7-beb8-d7c46a05a071 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03e92082-6f98-497f-a822-845d09084a16 HTTP/1.1" status: 204 len: 168 time: 0.3780942 Apr 23 18:02:21.961491 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaff3b2-5cc7-4d49-87b9-ff333061f04f req-9d9306ce-c99d-4fe7-8897-9c96e7192c40 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:21.963327 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ecaff3b2-5cc7-4d49-87b9-ff333061f04f req-9d9306ce-c99d-4fe7-8897-9c96e7192c40 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 945 time: 0.8349090 Apr 23 18:02:22.106180 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ecaff3b2-5cc7-4d49-87b9-ff333061f04f req-cc07bb94-7216-4032-80e8-8475944fee3d tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345391 Apr 23 18:02:22.220385 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Allocated IP 172.20.0.10 (ad38896b-6c3f-4f69-b274-970cc96cfb38/7b97c07c-5285-4429-8f29-c273915b65dc/93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:02:22.282967 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53458) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:22.293663 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-41edf015-f474-4150-8820-eaf3ca402963 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--444926964&fields=id&tenant_id=0b603028fc0648daac1a9a03b1ad4097 HTTP/1.1" status: 200 len: 267 time: 0.0774496 Apr 23 18:02:22.391109 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:22.523044 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0ca43fd3-69f7-4b20-8fbf-fa2ee6e66933 req-27484933-23d6-4bd9-9844-2417ec3d62c1 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 210 time: 0.1431482 Apr 23 18:02:22.618684 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-a0aab1b6-b256-4da9-9ff3-0d98444830a8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:22.631385 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-a0aab1b6-b256-4da9-9ff3-0d98444830a8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/networks?id=81db996a-5443-4dca-8db4-06663c296f38 HTTP/1.1" status: 200 len: 816 time: 0.3364530 Apr 23 18:02:22.634783 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 53464) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:22.659512 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:22.677679 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Transition to ACTIVE for port object 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 will not be triggered until provisioned by entity DHCP. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:02:22.690390 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-8d96709a-3598-4813-898c-d320e5bef804 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/quotas/0b603028fc0648daac1a9a03b1ad4097 HTTP/1.1" status: 200 len: 375 time: 0.0557592 Apr 23 18:02:22.697994 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-da914eb8-6229-42d8-864d-80441ebd841a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:22.703655 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:22.720562 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-35970c45-9fb4-483c-b439-ab9a073d45a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:22.764607 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-da914eb8-6229-42d8-864d-80441ebd841a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:22.771678 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Network ad38896b-6c3f-4f69-b274-970cc96cfb38 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:02:22.777104 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-da914eb8-6229-42d8-864d-80441ebd841a admin admin] Usage tracker for resource:security_group_rule and tenant:2c61283b83804f55b52eb71933408f50 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:22.778496 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:02:22.781322 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:02:22.788548 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-da914eb8-6229-42d8-864d-80441ebd841a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:22.789288 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:22.789917 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:22.797260 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-da914eb8-6229-42d8-864d-80441ebd841a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:22.848916 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2850397 Apr 23 18:02:22.853276 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event updated for resources: {'Port': ['ID=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:22.856642 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:22.863968 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Request body: {'port': {'device_id': '723ef0a7-2f27-42f8-abfd-9e1676ba330e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:22.905173 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-bfc74cc3-1471-4bb8-919b-310a40248d95 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b603028fc0648daac1a9a03b1ad4097&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2135301 Apr 23 18:02:22.957706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 3980d1eb-47d5-44bc-b4f7-86296e364426 up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:02:23.040358 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:23.111798 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port 3980d1eb-47d5-44bc-b4f7-86296e364426 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:02:23.117223 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 3980d1eb-47d5-44bc-b4f7-86296e364426 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:23.117760 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:23.150519 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c06a-f8d4-463f-a6d5-f5068530b49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:23.159924 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-f3e90a04-bb4d-4261-a4cd-15bf0c7089d6 service neutron] 10.222.0.11 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526696 Apr 23 18:02:23.182576 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f1a3c06a-f8d4-463f-a6d5-f5068530b49e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:23.186777 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f1a3c06a-f8d4-463f-a6d5-f5068530b49e admin admin] Usage tracker for resource:security_group_rule and tenant:3ffdd339b82646ffab4294ca5e948b0f is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:23.189823 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f1a3c06a-f8d4-463f-a6d5-f5068530b49e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:23.200220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f1a3c06a-f8d4-463f-a6d5-f5068530b49e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:23.240158 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-74a2e867-98d7-48c8-8c40-8df5c0d9bec7 None None] Provisioning for port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:02:23.246765 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-da914eb8-6229-42d8-864d-80441ebd841a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:23.258791 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-74a2e867-98d7-48c8-8c40-8df5c0d9bec7 None None] Provisioning complete for port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:23.265241 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-74a2e867-98d7-48c8-8c40-8df5c0d9bec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:23.305307 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-da914eb8-6229-42d8-864d-80441ebd841a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:23.329036 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:23.405661 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-74a2e867-98d7-48c8-8c40-8df5c0d9bec7 None None] Port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:02:23.561668 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:23.596574 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da914eb8-6229-42d8-864d-80441ebd841a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc84c5fe-61b7-404c-a70e-d9307f033dc1,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:23.600352 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-da914eb8-6229-42d8-864d-80441ebd841a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:23.606280 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-da914eb8-6229-42d8-864d-80441ebd841a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c61283b83804f55b52eb71933408f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9691911 Apr 23 18:02:23.608634 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-a02f74c4-36a1-43cc-a518-be8aa330c457 service neutron] 10.222.0.11 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533068 Apr 23 18:02:23.609155 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 53488) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:23.653930 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d45dbe5-26ca-4661-9414-0e81ef1e1cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3980d1eb-47d5-44bc-b4f7-86296e364426'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:02:23.672783 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 3980d1eb-47d5-44bc-b4f7-86296e364426, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3980d1eb-47d5-44bc-b4f7-86296e364426,segment=NetworkSegment(911dda36-1908-4ed6-a3e1-a91f8bef9914),segment_id=911dda36-1908-4ed6-a3e1-a91f8bef9914)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:23.677499 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:23.679609 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:23.684239 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ea0aa11d-5c0d-4b30-8847-4669c799ebbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:23.730467 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ea0aa11d-5c0d-4b30-8847-4669c799ebbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:23.835408 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=3980d1eb-47d5-44bc-b4f7-86296e364426,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:23.840429 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:23.845587 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ea0aa11d-5c0d-4b30-8847-4669c799ebbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:23.862143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:23.895880 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0aa11d-5c0d-4b30-8847-4669c799ebbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc84c5fe-61b7-404c-a70e-d9307f033dc1,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:23.907739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ea0aa11d-5c0d-4b30-8847-4669c799ebbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:23.908866 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ea0aa11d-5c0d-4b30-8847-4669c799ebbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:23.913517 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-ea0aa11d-5c0d-4b30-8847-4669c799ebbb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc84c5fe-61b7-404c-a70e-d9307f033dc1 HTTP/1.1" status: 204 len: 168 time: 0.3008554 Apr 23 18:02:24.150197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76c8da-3daa-4ae1-8d6f-591e52222331 req-620899fe-50e6-4860-9982-426f7278c724 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:24.151407 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1e76c8da-3daa-4ae1-8d6f-591e52222331 req-620899fe-50e6-4860-9982-426f7278c724 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Synchronizing usage tracker for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:24.172468 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1e76c8da-3daa-4ae1-8d6f-591e52222331 req-620899fe-50e6-4860-9982-426f7278c724 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Unset dirty status for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:24.174005 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1e76c8da-3daa-4ae1-8d6f-591e52222331 req-620899fe-50e6-4860-9982-426f7278c724 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 932 time: 0.1541994 Apr 23 18:02:24.234142 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1e76c8da-3daa-4ae1-8d6f-591e52222331 req-aeaf9747-44b6-40c5-a531-6bb45fbd8a79 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Synchronizing usage tracker for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:security_group {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:24.248400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1e76c8da-3daa-4ae1-8d6f-591e52222331 req-aeaf9747-44b6-40c5-a531-6bb45fbd8a79 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Unset dirty status for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:security_group {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:24.260579 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1e76c8da-3daa-4ae1-8d6f-591e52222331 req-aeaf9747-44b6-40c5-a531-6bb45fbd8a79 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763304 Apr 23 18:02:24.299778 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c06a-f8d4-463f-a6d5-f5068530b49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:24.319005 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d45dbe5-26ca-4661-9414-0e81ef1e1cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3980d1eb-47d5-44bc-b4f7-86296e364426', 'code': 200} Apr 23 18:02:24.322633 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d147fa-be16-4653-9472-0e90c405a4cd req-5c2fd358-ecd9-45ed-81f4-d35925ac2b29 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:24.324412 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f3d147fa-be16-4653-9472-0e90c405a4cd req-5c2fd358-ecd9-45ed-81f4-d35925ac2b29 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.5680845 Apr 23 18:02:24.390347 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c06a-f8d4-463f-a6d5-f5068530b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:24.509024 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:24.514374 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f4457395-7525-43d6-9298-4d0fee3a4504 req-d28075ad-710d-4790-8c6a-32bcbbb0bea7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 210 time: 0.1161299 Apr 23 18:02:24.568297 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3c06a-f8d4-463f-a6d5-f5068530b49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d705ab-b6a1-477e-9214-9512ad20d27b,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:24.579750 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f1a3c06a-f8d4-463f-a6d5-f5068530b49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:24.615276 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f3d147fa-be16-4653-9472-0e90c405a4cd req-160aa0f3-3787-4ed5-9b94-a8b7ad2ca188 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494374 Apr 23 18:02:24.618427 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-f1a3c06a-f8d4-463f-a6d5-f5068530b49e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ffdd339b82646ffab4294ca5e948b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3262863 Apr 23 18:02:24.621469 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53528) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:24.626844 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 {{(pid=86362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:02:24.648605 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:24.727893 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Transition to ACTIVE for port object 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 will not be triggered until provisioned by entity L2. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:02:24.731108 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:24.745172 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-774a5fb6-2744-4861-8959-5fe623ac1c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:24.836070 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Pushing event updated for resources: {'Port': ['ID=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:24.900232 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910641a-ed65-473c-82a6-a9dd6ac8d5d1 req-a4352597-d63d-40fb-b600-d38cea75aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:24.905858 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1910641a-ed65-473c-82a6-a9dd6ac8d5d1 req-a4352597-d63d-40fb-b600-d38cea75aa2e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 1099 time: 0.1927524 Apr 23 18:02:24.960351 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:25.019065 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1910641a-ed65-473c-82a6-a9dd6ac8d5d1 req-a0320e8c-5871-4a76-afac-4da9fabdde38 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089406 Apr 23 18:02:25.059964 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2bb4ca7d-6df5-4b5c-88db-64033c38b510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:25.156233 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2bb4ca7d-6df5-4b5c-88db-64033c38b510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:25.290872 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Attempting to bind port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:02:25.291313 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Attempting to bind port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:02:25.291686 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Attempting to bind port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 on network ad38896b-6c3f-4f69-b274-970cc96cfb38 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:02:25.301663 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2bb4ca7d-6df5-4b5c-88db-64033c38b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:25.311244 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-4dc2dbb6-a96f-44e2-a61e-81e02b12ab49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:25.323191 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 on network ad38896b-6c3f-4f69-b274-970cc96cfb38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:02:25.323564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Attempting to bind port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 on network ad38896b-6c3f-4f69-b274-970cc96cfb38 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:02:25.372882 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4ca7d-6df5-4b5c-88db-64033c38b510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d705ab-b6a1-477e-9214-9512ad20d27b,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:25.388320 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2bb4ca7d-6df5-4b5c-88db-64033c38b510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:25.389474 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-2bb4ca7d-6df5-4b5c-88db-64033c38b510 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7d705ab-b6a1-477e-9214-9512ad20d27b HTTP/1.1" status: 204 len: 168 time: 0.7657080 Apr 23 18:02:25.393195 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:02:25.393587 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Checking segment: {'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:02:25.394018 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Bound using segment: {'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:02:25.394497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Bound port: 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'}}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:02:25.394885 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:25.439350 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2bb4ca7d-6df5-4b5c-88db-64033c38b510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:25.532884 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] For port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091, host hv-cinder-78652, cleared binding levels {{(pid=86362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:02:25.536555 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] For port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:02:25.543267 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:25.553188 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac82f0-7a7b-446c-8e79-a3c9b8828c30 req-d7e31536-9318-4725-9119-88501ae521b5 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:25.562025 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-13ac82f0-7a7b-446c-8e79-a3c9b8828c30 req-d7e31536-9318-4725-9119-88501ae521b5 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 946 time: 0.3616674 Apr 23 18:02:25.568147 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:25.643162 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 53588) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:25.703121 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Pushing event updated for resources: {'Port': ['ID=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091,revision_number=3']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:25.712067 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:25.724124 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:25.730284 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:25.731992 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] 10.222.0.22 "PUT /v2.0/ports/93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 HTTP/1.1" status: 200 len: 1094 time: 2.8740799 Apr 23 18:02:25.733824 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723ef0a7-2f27-42f8-abfd-9e1676ba330e', 'tag': '93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:02:25.984125 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-13ac82f0-7a7b-446c-8e79-a3c9b8828c30 req-031c1141-f829-4767-923b-0786f20fd94a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/security-groups?id=59a2c493-fff2-4544-bb85-c5257ed6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824495 Apr 23 18:02:26.028476 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-b63ab8ac-f6fe-4138-aa92-95be8f45a587 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:26.032608 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-b63ab8ac-f6fe-4138-aa92-95be8f45a587 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.22 "GET /v2.0/networks?id=81db996a-5443-4dca-8db4-06663c296f38 HTTP/1.1" status: 200 len: 816 time: 0.3906746 Apr 23 18:02:26.059205 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-f930d5ea-0ca8-48de-9fff-9ccc742efff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:26.060991 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-f930d5ea-0ca8-48de-9fff-9ccc742efff6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ba0ba73fa314fc1975a0277212cc5f0&device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 1097 time: 0.2370520 Apr 23 18:02:26.117404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c59bc-b5fd-40f4-9b7a-b90badaa4718 req-b415cd71-36f1-442d-ba25-1a0bf2cb02e0 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:26.130964 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-961c59bc-b5fd-40f4-9b7a-b90badaa4718 req-b415cd71-36f1-442d-ba25-1a0bf2cb02e0 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 944 time: 0.5756023 Apr 23 18:02:26.155762 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-3ac95076-ac41-4a2e-af5d-95422d99a078 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 HTTP/1.1" status: 200 len: 217 time: 0.0866115 Apr 23 18:02:26.185406 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 53606) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:26.236421 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-961c59bc-b5fd-40f4-9b7a-b90badaa4718 req-a81171bf-b1fc-42e1-b4a7-66430fd545ba tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043997 Apr 23 18:02:26.245985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-0b845c6c-deaf-4789-b854-38d870f5af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:26.247666 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-0b845c6c-deaf-4789-b854-38d870f5af3d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b97c07c-5285-4429-8f29-c273915b65dc HTTP/1.1" status: 200 len: 849 time: 0.0850885 Apr 23 18:02:26.258262 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7db4a155-d0a8-48f2-b60c-2de25c6f5e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:26.278460 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-7db4a155-d0a8-48f2-b60c-2de25c6f5e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:26.283739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-7db4a155-d0a8-48f2-b60c-2de25c6f5e8f admin admin] Usage tracker for resource:security_group_rule and tenant:d897cd4d589540bd9925c089b07155bf is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:26.287588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-7db4a155-d0a8-48f2-b60c-2de25c6f5e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:26.293836 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-7db4a155-d0a8-48f2-b60c-2de25c6f5e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:26.370300 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-a741d35b-6dab-42c0-b066-1aa5dfae1f9d req-109a7f89-7927-4ded-8fbd-20b48d611378 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Synchronizing usage tracker for tenant:0b603028fc0648daac1a9a03b1ad4097 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:26.408019 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7db4a155-d0a8-48f2-b60c-2de25c6f5e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:26.414122 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7db4a155-d0a8-48f2-b60c-2de25c6f5e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:26.414642 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-a741d35b-6dab-42c0-b066-1aa5dfae1f9d req-109a7f89-7927-4ded-8fbd-20b48d611378 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Unset dirty status for tenant:0b603028fc0648daac1a9a03b1ad4097 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:26.417512 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a741d35b-6dab-42c0-b066-1aa5dfae1f9d req-109a7f89-7927-4ded-8fbd-20b48d611378 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 210 time: 0.1567848 Apr 23 18:02:26.428827 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:26.454288 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-a17b41db-cf5f-4d35-b53d-945cd8b1e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:26.457120 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-a17b41db-cf5f-4d35-b53d-945cd8b1e591 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad38896b-6c3f-4f69-b274-970cc96cfb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1979303 Apr 23 18:02:26.466527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4a155-d0a8-48f2-b60c-2de25c6f5e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439d703d-16b0-4740-bb37-04de4f66a2d0,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:26.474111 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-29a9cbd4-a442-48d0-bdf3-5d3114342099 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b603028fc0648daac1a9a03b1ad4097 HTTP/1.1" status: 200 len: 379 time: 0.4268558 Apr 23 18:02:26.476838 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7db4a155-d0a8-48f2-b60c-2de25c6f5e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:26.489014 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Request body: {'port': {'device_id': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'admin_state_up': True, 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'security_groups': ['4d13fb23-d811-4402-84b5-e5166fff1941']}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:26.599619 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-7db4a155-d0a8-48f2-b60c-2de25c6f5e8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d897cd4d589540bd9925c089b07155bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4129872 Apr 23 18:02:26.603273 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 53610) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:26.670658 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-dfd2c357-db00-4e16-97db-2310be82822f service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008882 Apr 23 18:02:26.672825 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723ef0a7-2f27-42f8-abfd-9e1676ba330e', 'tag': '93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091', 'status': 'completed', 'code': 200} Apr 23 18:02:26.777777 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0deaf897-ce4b-4cf4-bddd-4931f415b992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:26.817693 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3298-b3ef-4d98-aecb-06926fed7e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:26.825296 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:26.827388 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0a813169-a08c-4811-88f2-f5cb44111e25 req-10e172b9-c11f-4a9e-b02d-080c4b27b3ce service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451592 Apr 23 18:02:26.981344 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7571a-55fd-4fa9-a2c9-25648adf8b3a req-35cd305f-7ac7-4c20-9ab7-0a48d90775df tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:26.983196 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5ca7571a-55fd-4fa9-a2c9-25648adf8b3a req-35cd305f-7ac7-4c20-9ab7-0a48d90775df tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.22 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 946 time: 0.1024544 Apr 23 18:02:27.047811 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-0deaf897-ce4b-4cf4-bddd-4931f415b992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:27.096044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-0deaf897-ce4b-4cf4-bddd-4931f415b992 admin admin] Usage tracker for resource:security_group_rule and tenant:3e8ad2b71f91410492cf6062e62b6d77 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:27.109593 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-0deaf897-ce4b-4cf4-bddd-4931f415b992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:27.120008 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:27.132473 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-0deaf897-ce4b-4cf4-bddd-4931f415b992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:27.164390 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3298-b3ef-4d98-aecb-06926fed7e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:27.170876 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-5ca7571a-55fd-4fa9-a2c9-25648adf8b3a req-f8255ad5-9c68-48c8-9eb3-48a6d879ed3d tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Deleting port efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:02:27.171393 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5ca7571a-55fd-4fa9-a2c9-25648adf8b3a req-f8255ad5-9c68-48c8-9eb3-48a6d879ed3d tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:27.192627 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Made reservation on behalf of 0b603028fc0648daac1a9a03b1ad4097 for: {'port': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:02:27.198704 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:27.248181 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb066a58-c35c-4bc7-b59c-982b8d193d4a req-82cbd3bd-f2c4-42a1-a53f-f055f9d36c4b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:27.249784 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fb066a58-c35c-4bc7-b59c-982b8d193d4a req-82cbd3bd-f2c4-42a1-a53f-f055f9d36c4b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.5715766 Apr 23 18:02:27.412186 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fb066a58-c35c-4bc7-b59c-982b8d193d4a req-38f69cfc-2364-4c04-8f9a-dbe7e5020bff tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503906 Apr 23 18:02:27.438150 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-5ca7571a-55fd-4fa9-a2c9-25648adf8b3a req-f8255ad5-9c68-48c8-9eb3-48a6d879ed3d tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] For port efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97,segment=NetworkSegment(9311a84f-7a54-4e2f-a6d2-4a41d5f68350),segment_id=9311a84f-7a54-4e2f-a6d2-4a41d5f68350)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:27.438574 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5ca7571a-55fd-4fa9-a2c9-25648adf8b3a req-f8255ad5-9c68-48c8-9eb3-48a6d879ed3d tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:27.447102 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b4993-d83b-42d6-91dd-9ca89b1d8c10 req-a0fee347-6e31-45a7-94a8-5049551f1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:27.453438 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b7b4993-d83b-42d6-91dd-9ca89b1d8c10 req-a0fee347-6e31-45a7-94a8-5049551f1837 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ba0ba73fa314fc1975a0277212cc5f0&device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 1097 time: 0.4007981 Apr 23 18:02:27.520179 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24339c33-6a5f-4eab-a7fc-e9f30c60b0ef req-e949907c-753d-4853-b387-a84069638788 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:27.521752 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-24339c33-6a5f-4eab-a7fc-e9f30c60b0ef req-e949907c-753d-4853-b387-a84069638788 tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 946 time: 0.3243709 Apr 23 18:02:27.589770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53644) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:27.599606 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-5ca7571a-55fd-4fa9-a2c9-25648adf8b3a req-f8255ad5-9c68-48c8-9eb3-48a6d879ed3d tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Calling delete_port for efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 owned by compute:nova {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:02:27.732135 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-24339c33-6a5f-4eab-a7fc-e9f30c60b0ef req-29e623f2-c473-4e92-a0c1-9fc9eb37801a tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/security-groups?id=59a2c493-fff2-4544-bb85-c5257ed6077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432695 Apr 23 18:02:27.753664 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a88de6b4-ab6e-47bb-97ac-25d9c4c75476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:27.754629 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3298-b3ef-4d98-aecb-06926fed7e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:27.774259 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7db4a155-d0a8-48f2-b60c-2de25c6f5e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:27.775939 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a88de6b4-ab6e-47bb-97ac-25d9c4c75476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:27.781509 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a88de6b4-ab6e-47bb-97ac-25d9c4c75476 admin admin] Usage tracker for resource:security_group_rule and tenant:83102b4b2fac4d8ca06fb1f03acffe0f is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:27.785388 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a88de6b4-ab6e-47bb-97ac-25d9c4c75476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:27.792264 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b3298-b3ef-4d98-aecb-06926fed7e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439d703d-16b0-4740-bb37-04de4f66a2d0,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:27.793201 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a88de6b4-ab6e-47bb-97ac-25d9c4c75476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:27.830658 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-1c7b3298-b3ef-4d98-aecb-06926fed7e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:27.861718 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Allocated IP 172.20.0.11 (81db996a-5443-4dca-8db4-06663c296f38/3fa7ecc1-b122-4c85-83b3-3fd5fb03e649/e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:02:27.885640 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b4993-d83b-42d6-91dd-9ca89b1d8c10 req-2fb0bdbc-72be-44c0-93c8-64cd2cbd56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:27.887173 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5ca7571a-55fd-4fa9-a2c9-25648adf8b3a req-f8255ad5-9c68-48c8-9eb3-48a6d879ed3d tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:27.887320 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b7b4993-d83b-42d6-91dd-9ca89b1d8c10 req-2fb0bdbc-72be-44c0-93c8-64cd2cbd56c8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad38896b-6c3f-4f69-b274-970cc96cfb38 HTTP/1.1" status: 200 len: 911 time: 0.3764026 Apr 23 18:02:27.889990 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0deaf897-ce4b-4cf4-bddd-4931f415b992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:27.899594 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-97a25a82-3580-4f0a-90ef-378008fbd143 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:27.903263 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:02:27.957970 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3298-b3ef-4d98-aecb-06926fed7e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:27.961653 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-1c7b3298-b3ef-4d98-aecb-06926fed7e1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/439d703d-16b0-4740-bb37-04de4f66a2d0 HTTP/1.1" status: 204 len: 168 time: 1.3547995 Apr 23 18:02:27.961653 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0deaf897-ce4b-4cf4-bddd-4931f415b992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:27.963933 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8255ad5-9c68-48c8-9eb3-48a6d879ed3d tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Pushing event deleted for resources: {'Port': ['ID=efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:27.986432 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f8255ad5-9c68-48c8-9eb3-48a6d879ed3d tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:27.997695 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-c732f771-2bf0-4871-99e4-4ffdd1099a35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:28.009872 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-0deaf897-ce4b-4cf4-bddd-4931f415b992 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e8ad2b71f91410492cf6062e62b6d77&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3526573 Apr 23 18:02:28.023777 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 53654) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:28.025324 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b7b4993-d83b-42d6-91dd-9ca89b1d8c10 req-dfb68468-d005-4e50-9968-30b02c8c2432 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 HTTP/1.1" status: 200 len: 217 time: 0.1280046 Apr 23 18:02:28.050746 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2321b-743d-44ca-b2f8-71477588e6e7 req-5774e3bb-e828-4c43-8c9e-46100f2ac250 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:28.052515 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-64a2321b-743d-44ca-b2f8-71477588e6e7 req-5774e3bb-e828-4c43-8c9e-46100f2ac250 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 944 time: 0.4514239 Apr 23 18:02:28.090210 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca7571a-55fd-4fa9-a2c9-25648adf8b3a req-f8255ad5-9c68-48c8-9eb3-48a6d879ed3d tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] No DVR routers for this DVR port efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 on host hv-cinder-78652 {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:02:28.091396 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.22', 53497) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:28.144931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5ca7571a-55fd-4fa9-a2c9-25648adf8b3a req-f8255ad5-9c68-48c8-9eb3-48a6d879ed3d tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:28.175219 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaf897-ce4b-4cf4-bddd-4931f415b992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6d31b0-b5cd-4083-b429-f62ad22983df,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:28.192962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0deaf897-ce4b-4cf4-bddd-4931f415b992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:28.250844 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-64a2321b-743d-44ca-b2f8-71477588e6e7 req-1c9cb435-c517-4b6a-9dae-6390fbf972cd tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787493 Apr 23 18:02:28.261607 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-50e4869a-f0f3-4f02-8d24-cd6a46f92000 req-5c344abb-b816-4670-922b-d324300d7bfc tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 210 time: 0.0846126 Apr 23 18:02:28.265377 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5ca7571a-55fd-4fa9-a2c9-25648adf8b3a req-f8255ad5-9c68-48c8-9eb3-48a6d879ed3d tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.22 "DELETE /v2.0/ports/efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 HTTP/1.1" status: 204 len: 173 time: 1.2763863 Apr 23 18:02:28.330385 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b4993-d83b-42d6-91dd-9ca89b1d8c10 req-50e59248-f40f-4164-b912-4275cac2584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:28.332004 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b7b4993-d83b-42d6-91dd-9ca89b1d8c10 req-50e59248-f40f-4164-b912-4275cac2584e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b97c07c-5285-4429-8f29-c273915b65dc HTTP/1.1" status: 200 len: 849 time: 0.2618618 Apr 23 18:02:28.372815 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a88de6b4-ab6e-47bb-97ac-25d9c4c75476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:28.396678 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a88de6b4-ab6e-47bb-97ac-25d9c4c75476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:28.411376 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:28.457539 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-a88de6b4-ab6e-47bb-97ac-25d9c4c75476 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83102b4b2fac4d8ca06fb1f03acffe0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8662419 Apr 23 18:02:28.462305 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53670) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:28.485356 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39c0d8c8-f715-4c0c-86f7-8004360b7aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:28.501242 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90828057-9ed2-4727-8efc-8ff9feed4edd req-e1613305-040b-4efa-82ac-83a2e59ab52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:28.503621 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-90828057-9ed2-4727-8efc-8ff9feed4edd req-e1613305-040b-4efa-82ac-83a2e59ab52e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8587cf5a0daa402fb879ac59d23a025e&device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 1099 time: 0.4093876 Apr 23 18:02:28.510089 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88de6b4-ab6e-47bb-97ac-25d9c4c75476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5290e8f5-ceab-4c65-8cbf-7b0f0f9a6a7b,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:28.513833 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a88de6b4-ab6e-47bb-97ac-25d9c4c75476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:28.572319 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39c0d8c8-f715-4c0c-86f7-8004360b7aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:28.678243 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:28.687740 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b4993-d83b-42d6-91dd-9ca89b1d8c10 req-d05a43c5-7ad6-4a71-b7d8-498a6d5b364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:28.689390 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b7b4993-d83b-42d6-91dd-9ca89b1d8c10 req-d05a43c5-7ad6-4a71-b7d8-498a6d5b364c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad38896b-6c3f-4f69-b274-970cc96cfb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3329751 Apr 23 18:02:28.749488 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Transition to ACTIVE for port object e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe will not be triggered until provisioned by entity DHCP. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:02:28.815472 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb76dbc-b058-4373-8d4c-f284f78309ab req-df01e0ed-6678-4301-b120-1920625ae268 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:28.823812 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2cb76dbc-b058-4373-8d4c-f284f78309ab req-df01e0ed-6678-4301-b120-1920625ae268 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.3954527 Apr 23 18:02:28.922639 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2cb76dbc-b058-4373-8d4c-f284f78309ab req-be925594-9367-4b08-b13b-98e2057b533f tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977385 Apr 23 18:02:28.936108 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39c0d8c8-f715-4c0c-86f7-8004360b7aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:28.942113 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5aece542-460b-453e-94fd-6f565ea57440 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:28.961146 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0d8c8-f715-4c0c-86f7-8004360b7aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6d31b0-b5cd-4083-b429-f62ad22983df,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:28.970801 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-39c0d8c8-f715-4c0c-86f7-8004360b7aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:28.975690 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39c0d8c8-f715-4c0c-86f7-8004360b7aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:28.976907 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-39c0d8c8-f715-4c0c-86f7-8004360b7aea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df6d31b0-b5cd-4083-b429-f62ad22983df HTTP/1.1" status: 204 len: 168 time: 0.9506218 Apr 23 18:02:29.000207 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b7b4993-d83b-42d6-91dd-9ca89b1d8c10 req-d9ea97ce-6e0c-40d4-870d-3918991ea03e service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966735 Apr 23 18:02:29.001393 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:29.010055 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:29.068578 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daaa7e92-39d3-4d9e-b2d6-2609e1f15d45', 'name': 'network-vif-deleted', 'tag': 'efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:02:29.148093 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-044d7735-6f1b-43e3-acdc-cfb38396df44 req-3e9db54c-af90-4e4d-b623-b3a3e6277e3d tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Synchronizing usage tracker for tenant:2073bed6353544208ceed890638346f6 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:29.193852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90828057-9ed2-4727-8efc-8ff9feed4edd req-08d8163d-2f74-47ec-b1a2-dfd008a8a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:29.200548 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-90828057-9ed2-4727-8efc-8ff9feed4edd req-08d8163d-2f74-47ec-b1a2-dfd008a8a0db service neutron] 10.222.0.22 "GET /v2.0/networks?id=1a52a344-216f-49cf-81a2-731a70b91d60 HTTP/1.1" status: 200 len: 920 time: 0.6853197 Apr 23 18:02:29.207937 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-044d7735-6f1b-43e3-acdc-cfb38396df44 req-3e9db54c-af90-4e4d-b623-b3a3e6277e3d tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Unset dirty status for tenant:2073bed6353544208ceed890638346f6 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:29.209191 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-044d7735-6f1b-43e3-acdc-cfb38396df44 req-3e9db54c-af90-4e4d-b623-b3a3e6277e3d tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] 10.222.0.11 "GET /v2.0/ports?device_id=daaa7e92-39d3-4d9e-b2d6-2609e1f15d45 HTTP/1.1" status: 200 len: 210 time: 0.1336787 Apr 23 18:02:29.219501 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daaa7e92-39d3-4d9e-b2d6-2609e1f15d45', 'name': 'network-vif-deleted', 'tag': 'efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97', 'status': 'completed', 'code': 200} Apr 23 18:02:29.281654 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Network 81db996a-5443-4dca-8db4-06663c296f38 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:02:29.297562 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:02:29.315922 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:02:29.326093 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:29.327233 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:29.360467 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8775094 Apr 23 18:02:29.371996 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-90828057-9ed2-4727-8efc-8ff9feed4edd req-304c1f1a-776e-4376-9f40-03f3ad3afd51 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3980d1eb-47d5-44bc-b4f7-86296e364426 HTTP/1.1" status: 200 len: 217 time: 0.1451674 Apr 23 18:02:29.383660 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b7b4993-d83b-42d6-91dd-9ca89b1d8c10 req-58229100-bcee-4ffa-aa6b-996166cd239e service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754728 Apr 23 18:02:29.386054 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event updated for resources: {'Port': ['ID=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:29.392714 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Request body: {'port': {'device_id': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:29.396817 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-388590aa-bda5-43fb-b7ed-22354dcae1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:29.478722 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:29.503733 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-388590aa-bda5-43fb-b7ed-22354dcae1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:29.665519 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:29.666948 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-3f6fb8b2-89d1-4d65-acaa-c7a6a2a79a96 None None] Provisioning for port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:02:29.678578 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-3f6fb8b2-89d1-4d65-acaa-c7a6a2a79a96 None None] Provisioning complete for port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:29.679317 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3f6fb8b2-89d1-4d65-acaa-c7a6a2a79a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:29.782118 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fb8b2-89d1-4d65-acaa-c7a6a2a79a96 None None] Port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:02:29.821996 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90828057-9ed2-4727-8efc-8ff9feed4edd req-7698b3e0-b8ec-44f0-9579-f713de08a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:29.823615 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-90828057-9ed2-4727-8efc-8ff9feed4edd req-7698b3e0-b8ec-44f0-9579-f713de08a7ea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9578a960-cb39-49fb-b04d-317ddad60750 HTTP/1.1" status: 200 len: 859 time: 0.2817976 Apr 23 18:02:29.833628 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39962f7-2ff6-4a59-93d0-9462f32b3d37 req-5573b610-c989-4135-8afb-5a85f763785b tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:29.835299 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f39962f7-2ff6-4a59-93d0-9462f32b3d37 req-5573b610-c989-4135-8afb-5a85f763785b tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 944 time: 0.2995491 Apr 23 18:02:29.863504 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-388590aa-bda5-43fb-b7ed-22354dcae1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:29.922644 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2bb4ca7d-6df5-4b5c-88db-64033c38b510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:29.935900 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-90828057-9ed2-4727-8efc-8ff9feed4edd req-fe43ff2e-1d41-4f84-8cba-cec6cda5da6c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a52a344-216f-49cf-81a2-731a70b91d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773654 Apr 23 18:02:29.937198 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53722) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:29.939112 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388590aa-bda5-43fb-b7ed-22354dcae1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5290e8f5-ceab-4c65-8cbf-7b0f0f9a6a7b,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:29.954353 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-388590aa-bda5-43fb-b7ed-22354dcae1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:30.075663 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-388590aa-bda5-43fb-b7ed-22354dcae1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:30.079869 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-388590aa-bda5-43fb-b7ed-22354dcae1cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5290e8f5-ceab-4c65-8cbf-7b0f0f9a6a7b HTTP/1.1" status: 204 len: 168 time: 1.6092060 Apr 23 18:02:30.118013 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8f0de-c75c-4f27-92d9-92a820627084 req-02e15341-2f0d-4141-b7a6-b9a4461b3180 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:30.119636 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4da8f0de-c75c-4f27-92d9-92a820627084 req-02e15341-2f0d-4141-b7a6-b9a4461b3180 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 932 time: 0.5765820 Apr 23 18:02:30.176726 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f39962f7-2ff6-4a59-93d0-9462f32b3d37 req-fdc0f722-19a3-4a28-a73e-1ee09eef985f tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336236 Apr 23 18:02:30.245766 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-4da8f0de-c75c-4f27-92d9-92a820627084 req-621557fc-656a-40c6-a727-fb6a47e1f27e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Synchronizing usage tracker for tenant:0b603028fc0648daac1a9a03b1ad4097 on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:30.269723 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-90828057-9ed2-4727-8efc-8ff9feed4edd req-9af13917-6c9a-4bc8-b133-f0920a59408c service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170404 Apr 23 18:02:30.369405 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-4da8f0de-c75c-4f27-92d9-92a820627084 req-621557fc-656a-40c6-a727-fb6a47e1f27e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Unset dirty status for tenant:0b603028fc0648daac1a9a03b1ad4097 on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:30.379655 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4da8f0de-c75c-4f27-92d9-92a820627084 req-621557fc-656a-40c6-a727-fb6a47e1f27e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523372 Apr 23 18:02:30.451820 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0481ccce-d17e-4941-9ee4-0987a8710fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:30.464395 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe {{(pid=86361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:02:30.488644 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:30.514789 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-0481ccce-d17e-4941-9ee4-0987a8710fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:30.515881 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Transition to ACTIVE for port object e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:02:30.531181 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:30.543006 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:30.548269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-0481ccce-d17e-4941-9ee4-0987a8710fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:7169e13e664042aa96270cb70e43994d is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:30.554297 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-0481ccce-d17e-4941-9ee4-0987a8710fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:30.573110 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-0481ccce-d17e-4941-9ee4-0987a8710fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:30.611428 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-90828057-9ed2-4727-8efc-8ff9feed4edd req-6a98e84a-af20-4f87-9cb6-6ee257dd33ee service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332918 Apr 23 18:02:30.634619 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911c92-3977-4583-9b0e-1b47177a9926 req-42f8d1e9-b4b5-4f85-b9b8-be1a6c45a368 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:30.654927 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4d911c92-3977-4583-9b0e-1b47177a9926 req-42f8d1e9-b4b5-4f85-b9b8-be1a6c45a368 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.3090816 Apr 23 18:02:30.713348 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0481ccce-d17e-4941-9ee4-0987a8710fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:30.716927 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0481ccce-d17e-4941-9ee4-0987a8710fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:30.752200 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-33e21444-f726-44a3-85b3-fb17770eef05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:30.763409 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-0481ccce-d17e-4941-9ee4-0987a8710fd4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7169e13e664042aa96270cb70e43994d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8133700 Apr 23 18:02:30.764150 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53758) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:30.774121 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53760) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:30.829507 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-44b71b15-ecb1-407f-98d9-1bb5c0930c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:30.877488 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-44b71b15-ecb1-407f-98d9-1bb5c0930c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:30.883750 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-44b71b15-ecb1-407f-98d9-1bb5c0930c97 admin admin] Usage tracker for resource:security_group_rule and tenant:765c1eac31ce41e2b39798c6cd53b41c is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:30.887253 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-44b71b15-ecb1-407f-98d9-1bb5c0930c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:30.895148 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-44b71b15-ecb1-407f-98d9-1bb5c0930c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:30.937878 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4d911c92-3977-4583-9b0e-1b47177a9926 req-04e6361d-2c26-4bcc-a733-dfb7648de304 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818582 Apr 23 18:02:30.938580 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:30.980976 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:30.985745 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:02:30.990166 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:02:31.030874 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Attempting to bind port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:02:31.031289 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Attempting to bind port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:02:31.031798 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Attempting to bind port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe on network 81db996a-5443-4dca-8db4-06663c296f38 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:02:31.054308 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe on network 81db996a-5443-4dca-8db4-06663c296f38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:02:31.054308 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Attempting to bind port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe on network 81db996a-5443-4dca-8db4-06663c296f38 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:02:31.061077 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:02:31.064233 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Checking segment: {'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:02:31.064809 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Bound using segment: {'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:02:31.065399 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Bound port: e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:02:31.065844 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:31.117694 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481ccce-d17e-4941-9ee4-0987a8710fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77428535-e6a8-49f6-8e19-55ff35c86b50,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:31.125603 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0481ccce-d17e-4941-9ee4-0987a8710fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:31.245957 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:31.265303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'port_id': '93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091', 'mac_address': 'fa:16:3e:01:69:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:02:31.284818 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:02:31.285375 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device efc3c01d-2a3d-4b44-a6f1-4f7b8e9a8f97 not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:02:31.309537 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4c221d52-07f1-4863-a364-c63dc238dbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:31.312975 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-44b71b15-ecb1-407f-98d9-1bb5c0930c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:31.316853 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] For port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe, host hv-cinder-78652, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:02:31.324032 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] For port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:02:31.332036 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:31.344871 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:31.350119 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-44b71b15-ecb1-407f-98d9-1bb5c0930c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:31.368145 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:31.387712 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:02:31.415949 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:31.419093 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:31.422485 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:31.423854 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:31.454886 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:31.456171 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:31.458000 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] 10.222.0.22 "PUT /v2.0/ports/e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe HTTP/1.1" status: 200 len: 1094 time: 2.0730603 Apr 23 18:02:31.458521 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'tag': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:02:31.558935 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:31.568938 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:31.590994 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:31.601453 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:31.618429 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b71b15-ecb1-407f-98d9-1bb5c0930c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb7cd8c-0222-4908-b59e-9d1a51b84323,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:31.654170 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-44b71b15-ecb1-407f-98d9-1bb5c0930c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:31.656839 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4c221d52-07f1-4863-a364-c63dc238dbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:31.663645 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-09c0cf14-80ad-4f70-913a-e89839bef290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:31.665404 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-09c0cf14-80ad-4f70-913a-e89839bef290 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b603028fc0648daac1a9a03b1ad4097&device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 1097 time: 0.1691296 Apr 23 18:02:31.692878 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:02:31.703336 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-44b71b15-ecb1-407f-98d9-1bb5c0930c97 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=765c1eac31ce41e2b39798c6cd53b41c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9339030 Apr 23 18:02:31.709703 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53802) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:31.797213 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ba7c6-c693-4dbe-ba4e-0b37a99860b6 req-635c29e7-6dba-4c51-88c0-08ea2ad62e17 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:31.797880 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-d17ba7c6-c693-4dbe-ba4e-0b37a99860b6 req-635c29e7-6dba-4c51-88c0-08ea2ad62e17 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Synchronizing usage tracker for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:31.839669 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-d17ba7c6-c693-4dbe-ba4e-0b37a99860b6 req-635c29e7-6dba-4c51-88c0-08ea2ad62e17 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Unset dirty status for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:31.847841 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d17ba7c6-c693-4dbe-ba4e-0b37a99860b6 req-635c29e7-6dba-4c51-88c0-08ea2ad62e17 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 945 time: 0.3788786 Apr 23 18:02:31.880068 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-05bc5681-d229-4d87-abdc-a0df26e9ad8d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe HTTP/1.1" status: 200 len: 217 time: 0.1385674 Apr 23 18:02:31.910329 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5511f016-036d-47ac-8172-912b1a5b299f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:31.939309 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5511f016-036d-47ac-8172-912b1a5b299f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:31.998274 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d17ba7c6-c693-4dbe-ba4e-0b37a99860b6 req-67c07ae0-b8bc-462b-8ac2-162c555e5e04 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494119 Apr 23 18:02:32.001608 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61511d13-36db-493f-b684-d104e80f2cd0 req-54dd504e-2175-4cf5-b80c-2d53b1ffcc22 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:32.002376 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-61511d13-36db-493f-b684-d104e80f2cd0 req-54dd504e-2175-4cf5-b80c-2d53b1ffcc22 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Synchronizing usage tracker for tenant:0b603028fc0648daac1a9a03b1ad4097 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:32.005650 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4c221d52-07f1-4863-a364-c63dc238dbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:32.009754 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5511f016-036d-47ac-8172-912b1a5b299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:32.031346 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-c81c05b7-891b-4cc8-852c-ea2da6299cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:32.032923 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-61511d13-36db-493f-b684-d104e80f2cd0 req-54dd504e-2175-4cf5-b80c-2d53b1ffcc22 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Unset dirty status for tenant:0b603028fc0648daac1a9a03b1ad4097 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:32.034653 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-61511d13-36db-493f-b684-d104e80f2cd0 req-54dd504e-2175-4cf5-b80c-2d53b1ffcc22 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.3682978 Apr 23 18:02:32.044227 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-5cb9820f-8df0-47fa-9b5b-bb463b7dd905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:32.045394 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-5cb9820f-8df0-47fa-9b5b-bb463b7dd905 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3fa7ecc1-b122-4c85-83b3-3fd5fb03e649 HTTP/1.1" status: 200 len: 855 time: 0.1583281 Apr 23 18:02:32.083323 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c221d52-07f1-4863-a364-c63dc238dbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77428535-e6a8-49f6-8e19-55ff35c86b50,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:32.095216 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4c221d52-07f1-4863-a364-c63dc238dbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:32.097021 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-4c221d52-07f1-4863-a364-c63dc238dbca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77428535-e6a8-49f6-8e19-55ff35c86b50 HTTP/1.1" status: 204 len: 168 time: 1.3206832 Apr 23 18:02:32.119231 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5511f016-036d-47ac-8172-912b1a5b299f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:32.120474 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5511f016-036d-47ac-8172-912b1a5b299f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0eb7cd8c-0222-4908-b59e-9d1a51b84323 HTTP/1.1" status: 204 len: 168 time: 0.4097359 Apr 23 18:02:32.127640 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511f016-036d-47ac-8172-912b1a5b299f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb7cd8c-0222-4908-b59e-9d1a51b84323,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:32.133545 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5511f016-036d-47ac-8172-912b1a5b299f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:32.134312 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-388590aa-bda5-43fb-b7ed-22354dcae1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:32.134866 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-388590aa-bda5-43fb-b7ed-22354dcae1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:32.190524 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'tag': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe', 'status': 'completed', 'code': 200} Apr 23 18:02:32.272539 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-61511d13-36db-493f-b684-d104e80f2cd0 req-b97fc4e4-d710-46d5-9cff-626ecbf363f7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304907 Apr 23 18:02:32.316681 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-36c761e2-c9d4-418c-b6a7-9b5929dc5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:32.318379 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-36c761e2-c9d4-418c-b6a7-9b5929dc5a04 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=81db996a-5443-4dca-8db4-06663c296f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2524161 Apr 23 18:02:32.530332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b445a3-8e64-431a-a2e2-ecf8145824ff req-79529563-fc05-4ea5-8b59-04fdf45a1b12 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:32.546913 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-73b445a3-8e64-431a-a2e2-ecf8145824ff req-79529563-fc05-4ea5-8b59-04fdf45a1b12 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.1732855 Apr 23 18:02:32.548913 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 53852) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:32.659822 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-73b445a3-8e64-431a-a2e2-ecf8145824ff req-708e25f0-2791-42e5-80c8-fccc3fb7fa40 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117203 Apr 23 18:02:32.773359 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa460fa3-083e-4b78-a035-caadc656612b admin admin] Deleting subnet 7b266a7e-0440-4afb-b892-056b2d5d8638 {{(pid=86361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 18:02:32.786354 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fa460fa3-083e-4b78-a035-caadc656612b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:32.836667 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-1ae3b9e9-12c5-46ad-a932-f70778d0c65d service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050120 Apr 23 18:02:32.889716 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53870) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:32.911692 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53874) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:32.914262 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a48488e2-d5d2-4a95-915e-af09f17ffbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:32.932793 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fa460fa3-083e-4b78-a035-caadc656612b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:32.944874 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a48488e2-d5d2-4a95-915e-af09f17ffbc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:32.947647 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-65d57225-4fbb-470b-8904-14447f120a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:32.947840 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fa460fa3-083e-4b78-a035-caadc656612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851233888'] for subnet, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:32.962013 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a48488e2-d5d2-4a95-915e-af09f17ffbc9 admin admin] Usage tracker for resource:security_group_rule and tenant:4105146348b34f938b28b77709b42a86 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:32.966335 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a48488e2-d5d2-4a95-915e-af09f17ffbc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:32.972977 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-65d57225-4fbb-470b-8904-14447f120a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:32.975414 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a48488e2-d5d2-4a95-915e-af09f17ffbc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:32.980673 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-65d57225-4fbb-470b-8904-14447f120a31 admin admin] Usage tracker for resource:security_group_rule and tenant:47c3538d847f4d75878eb3054bfe3fa4 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:32.984179 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:02:32.985746 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-65d57225-4fbb-470b-8904-14447f120a31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:32.996395 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-65d57225-4fbb-470b-8904-14447f120a31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:33.083365 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:02:33.092323 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:33.093143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:33.123869 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a48488e2-d5d2-4a95-915e-af09f17ffbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:33.134164 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a48488e2-d5d2-4a95-915e-af09f17ffbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:33.140423 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d210c338-28e5-4ca1-b6c1-bee405f766dc req-fda06096-36a0-410c-b13b-4e151bfe4ead service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942691 Apr 23 18:02:33.164606 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5511f016-036d-47ac-8172-912b1a5b299f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:33.199204 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48488e2-d5d2-4a95-915e-af09f17ffbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09990540-c8d1-45fe-81b3-6f3576561f87,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:33.208788 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a48488e2-d5d2-4a95-915e-af09f17ffbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:33.230936 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-a48488e2-d5d2-4a95-915e-af09f17ffbc9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4105146348b34f938b28b77709b42a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399529 Apr 23 18:02:33.235463 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53894) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:33.284366 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:33.332419 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:33.333643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723ef0a7-2f27-42f8-abfd-9e1676ba330e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:02:33.340298 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:33.342877 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:33.353325 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8582c-b957-4813-81c9-8a420aa47f15 req-66ac3731-bdb2-40e4-877e-562a0866cdad tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:33.361206 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d9c8582c-b957-4813-81c9-8a420aa47f15 req-66ac3731-bdb2-40e4-877e-562a0866cdad tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 945 time: 0.2179778 Apr 23 18:02:33.365186 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-65d57225-4fbb-470b-8904-14447f120a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:33.372319 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-65d57225-4fbb-470b-8904-14447f120a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:33.390944 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7a41ce04-519d-4b3d-b9f5-c2e9994e8998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:33.455719 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d57225-4fbb-470b-8904-14447f120a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a63335-2990-4879-82bf-7283b0e888b3,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:33.457135 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:33.462089 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:33.486264 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d9c8582c-b957-4813-81c9-8a420aa47f15 req-b06c28ac-5ee8-4a81-a25b-1958013fc708 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240342 Apr 23 18:02:33.496582 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-65d57225-4fbb-470b-8904-14447f120a31 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47c3538d847f4d75878eb3054bfe3fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5812712 Apr 23 18:02:33.497819 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-65d57225-4fbb-470b-8904-14447f120a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:33.498540 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c164cef8-7bf4-4daa-8a0a-60f3aa43be1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:33.507045 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 53902) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:33.511493 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51da290-7ffe-4080-a2c1-94ab71098c97 req-b72ca031-aa2a-4cb3-8418-03c6369ad85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:33.513129 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c51da290-7ffe-4080-a2c1-94ab71098c97 req-b72ca031-aa2a-4cb3-8418-03c6369ad85d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b603028fc0648daac1a9a03b1ad4097&device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 1097 time: 0.2956285 Apr 23 18:02:33.545787 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723ef0a7-2f27-42f8-abfd-9e1676ba330e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091', 'code': 200} Apr 23 18:02:33.594286 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c164cef8-7bf4-4daa-8a0a-60f3aa43be1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:33.684822 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7f419-0eff-4ae2-9b9c-84766a19834a req-467a4e77-43dc-4d4a-9c9e-98a2e229fd47 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:33.686513 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b9d7f419-0eff-4ae2-9b9c-84766a19834a req-467a4e77-43dc-4d4a-9c9e-98a2e229fd47 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.1724634 Apr 23 18:02:33.701625 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c164cef8-7bf4-4daa-8a0a-60f3aa43be1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:33.728154 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5382848d-5607-4805-8350-c3766d3e9731 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:33.752415 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51da290-7ffe-4080-a2c1-94ab71098c97 req-34702a98-517c-4fe4-a5a8-3bd87db3d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:33.752415 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c51da290-7ffe-4080-a2c1-94ab71098c97 req-34702a98-517c-4fe4-a5a8-3bd87db3d034 service neutron] 10.222.0.22 "GET /v2.0/networks?id=81db996a-5443-4dca-8db4-06663c296f38 HTTP/1.1" status: 200 len: 917 time: 0.2205563 Apr 23 18:02:33.763807 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164cef8-7bf4-4daa-8a0a-60f3aa43be1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09990540-c8d1-45fe-81b3-6f3576561f87,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:33.780999 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-c164cef8-7bf4-4daa-8a0a-60f3aa43be1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:33.873424 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c164cef8-7bf4-4daa-8a0a-60f3aa43be1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:33.887105 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-c164cef8-7bf4-4daa-8a0a-60f3aa43be1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09990540-c8d1-45fe-81b3-6f3576561f87 HTTP/1.1" status: 204 len: 168 time: 0.6382477 Apr 23 18:02:33.932767 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fa460fa3-083e-4b78-a035-caadc656612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for subnet, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:33.933721 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-859551ff-177b-4590-9066-4a28b829a7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:33.941649 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b9d7f419-0eff-4ae2-9b9c-84766a19834a req-4c2f5e21-6c77-4e7e-8849-b09b50ae1d7a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463717 Apr 23 18:02:33.986090 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084ebd4-2126-4184-9c66-58e2e7c3a402 req-71a0efe1-648c-4d02-8ffa-ae5fcbed02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:33.986090 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1084ebd4-2126-4184-9c66-58e2e7c3a402 req-71a0efe1-648c-4d02-8ffa-ae5fcbed02c8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 1099 time: 0.2063706 Apr 23 18:02:33.995588 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c51da290-7ffe-4080-a2c1-94ab71098c97 req-4ca1901a-d2f5-439f-81db-bb92dd23df56 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe HTTP/1.1" status: 200 len: 217 time: 0.2205048 Apr 23 18:02:33.997491 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-859551ff-177b-4590-9066-4a28b829a7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:34.031827 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1084ebd4-2126-4184-9c66-58e2e7c3a402 req-aa9970b2-6b50-4d11-8356-ba6aeaa25739 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410547 Apr 23 18:02:34.045938 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-35f87b4d-8ff0-45e1-88ea-ba0033a181d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:34.364378 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fa460fa3-083e-4b78-a035-caadc656612b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:34.367144 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa460fa3-083e-4b78-a035-caadc656612b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b266a7e-0440-4afb-b892-056b2d5d8638,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:34.373111 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fa460fa3-083e-4b78-a035-caadc656612b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:34.412599 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-859551ff-177b-4590-9066-4a28b829a7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:34.416668 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-859551ff-177b-4590-9066-4a28b829a7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:34.420490 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-859551ff-177b-4590-9066-4a28b829a7ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37a63335-2990-4879-82bf-7283b0e888b3 HTTP/1.1" status: 204 len: 168 time: 0.9037323 Apr 23 18:02:34.425582 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:34.471232 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-fa460fa3-083e-4b78-a035-caadc656612b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7b266a7e-0440-4afb-b892-056b2d5d8638 HTTP/1.1" status: 204 len: 168 time: 1.9159298 Apr 23 18:02:34.471520 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53934) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:34.476259 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859551ff-177b-4590-9066-4a28b829a7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a63335-2990-4879-82bf-7283b0e888b3,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:34.493093 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:02:34.500063 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-859551ff-177b-4590-9066-4a28b829a7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:34.531045 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551ea55-2786-4677-bd07-74f2f8128b18 req-637599a0-f892-4fae-bc93-d47e77333c75 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:34.540870 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e551ea55-2786-4677-bd07-74f2f8128b18 req-637599a0-f892-4fae-bc93-d47e77333c75 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.6965587 Apr 23 18:02:34.544393 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51da290-7ffe-4080-a2c1-94ab71098c97 req-9975f467-17c7-4ddd-ac45-8bc850e2e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:34.546342 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c51da290-7ffe-4080-a2c1-94ab71098c97 req-9975f467-17c7-4ddd-ac45-8bc850e2e1b5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3fa7ecc1-b122-4c85-83b3-3fd5fb03e649 HTTP/1.1" status: 200 len: 855 time: 0.5062907 Apr 23 18:02:34.640192 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e551ea55-2786-4677-bd07-74f2f8128b18 req-f192897e-964a-4bf7-b256-34018fe00d14 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979080 Apr 23 18:02:34.711946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851326484'] for network, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:34.753717 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51da290-7ffe-4080-a2c1-94ab71098c97 req-9f0b79dc-dc14-4ce7-a3b6-d81ec4d36f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:34.756389 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c51da290-7ffe-4080-a2c1-94ab71098c97 req-9f0b79dc-dc14-4ce7-a3b6-d81ec4d36f01 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=81db996a-5443-4dca-8db4-06663c296f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1287918 Apr 23 18:02:34.875031 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542005', 'neutron.services.segments.db._delete_segments_for_network-8774976202099'] for network, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:35.074218 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53968) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:35.084847 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c51da290-7ffe-4080-a2c1-94ab71098c97 req-9fdc8b08-8626-40da-bbd3-03ac8620f735 service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147836 Apr 23 18:02:35.159656 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e670abee-11db-4e41-b365-168cc1f6485b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:35.266784 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e670abee-11db-4e41-b365-168cc1f6485b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:35.271024 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e670abee-11db-4e41-b365-168cc1f6485b admin admin] Usage tracker for resource:security_group_rule and tenant:33623cc952e5466cb6f69e383cbcc746 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:35.273992 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e670abee-11db-4e41-b365-168cc1f6485b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:35.281154 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e670abee-11db-4e41-b365-168cc1f6485b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:35.323083 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 53978) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:35.328203 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:02:35.328615 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:02:35.329456 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:02:35.329846 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Subscribe: > port after_create 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:02:35.330203 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:02:35.330634 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Subscribe: > port after_update 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:02:35.331014 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:02:35.331566 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:02:35.331928 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:02:35.332285 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:02:35.407232 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:02:35.407552 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:02:35.407933 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:02:35.408316 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86362) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:02:35.408759 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40cff1e-d27e-4b05-9d39-f74e17fe9f5a']}} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:35.441041 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e4263-f8ba-481c-a336-b2409c65a80f req-66af5080-bf05-4680-96d4-93e85f3f12f2 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:35.442824 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9d2e4263-f8ba-481c-a336-b2409c65a80f req-66af5080-bf05-4680-96d4-93e85f3f12f2 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.7163696 Apr 23 18:02:35.449391 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae2339-ae17-4571-af38-84ad9f1a17b3 req-be04d6c9-f323-41e9-b77e-b51e30efb427 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:35.451230 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-15ae2339-ae17-4571-af38-84ad9f1a17b3 req-be04d6c9-f323-41e9-b77e-b51e30efb427 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.1881199 Apr 23 18:02:35.458104 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9311a84f-7a54-4e2f-a6d2-4a41d5f68350') {'for_net_delete': True} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:35.458258 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c51da290-7ffe-4080-a2c1-94ab71098c97 req-6840869a-f277-4b0c-8940-b5badd340f69 service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645139 Apr 23 18:02:35.458479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9311a84f-7a54-4e2f-a6d2-4a41d5f68350') {} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:35.516728 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261878593123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847445163'] for segment, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:35.534257 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-15ae2339-ae17-4571-af38-84ad9f1a17b3 req-cef02150-f26b-435b-a404-49a1b77099c4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742981 Apr 23 18:02:35.574179 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:35.592939 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=86362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 18:02:35.611500 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9d2e4263-f8ba-481c-a336-b2409c65a80f req-f6765daa-85c5-4c81-92ec-8775c692472d tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312897 Apr 23 18:02:35.637350 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-85301751-network', 'tenant_id': 'f258da86dd0c461eba9f7986436fc460'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:35.715613 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:35.726254 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Usage tracker for resource:network and tenant:f258da86dd0c461eba9f7986436fc460 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:35.745023 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:35.749236 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e670abee-11db-4e41-b365-168cc1f6485b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:35.757304 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:35.804887 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e670abee-11db-4e41-b365-168cc1f6485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:35.829108 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dcd931a2-295b-44af-a4be-72abb8424cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:35.851795 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68664f3b-e43b-4e11-b583-e3742141a8df req-6e0b73d0-5163-4f5f-9605-90da090458e8 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:35.853760 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-68664f3b-e43b-4e11-b583-e3742141a8df req-6e0b73d0-5163-4f5f-9605-90da090458e8 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.0934062 Apr 23 18:02:35.888256 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Network e40cff1e-d27e-4b05-9d39-f74e17fe9f5a has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:02:35.901541 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7594527'] for segment, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:35.915194 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-68664f3b-e43b-4e11-b583-e3742141a8df req-af3e2324-9101-440d-a397-dae2223b242a tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540819 Apr 23 18:02:35.919903 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-e670abee-11db-4e41-b365-168cc1f6485b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33623cc952e5466cb6f69e383cbcc746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8339739 Apr 23 18:02:35.919903 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Made reservation on behalf of f258da86dd0c461eba9f7986436fc460 for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:02:35.920204 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 53998) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:35.922768 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:35.943998 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:35.990398 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-157931be-0822-4392-8bbd-03f8bba2855c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.008075 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670abee-11db-4e41-b365-168cc1f6485b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16140d70-36fd-4441-a08b-64cb4129e6fe,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:36.030312 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e670abee-11db-4e41-b365-168cc1f6485b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:36.035796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-157931be-0822-4392-8bbd-03f8bba2855c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.039454 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:36.089806 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-157931be-0822-4392-8bbd-03f8bba2855c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.095429 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:36.107956 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157931be-0822-4392-8bbd-03f8bba2855c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16140d70-36fd-4441-a08b-64cb4129e6fe,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:36.112969 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-157931be-0822-4392-8bbd-03f8bba2855c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:36.116573 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-157931be-0822-4392-8bbd-03f8bba2855c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.117962 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-157931be-0822-4392-8bbd-03f8bba2855c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16140d70-36fd-4441-a08b-64cb4129e6fe HTTP/1.1" status: 204 len: 168 time: 0.1964488 Apr 23 18:02:36.145466 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 54006) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:36.271021 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Usage tracker for resource:security_group_rule and tenant:f258da86dd0c461eba9f7986436fc460 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:36.277477 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:36.348545 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:36.386563 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Network e40cff1e-d27e-4b05-9d39-f74e17fe9f5a has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: from cryptography.utils import int_from_bytes Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: from cryptography.utils import int_from_bytes Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: (rel_b, rel_a, rel_b), Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: (rel_b, rel_a, rel_b), Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: Traceback (most recent call last): Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: timer() Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: cb(*args, **kw) Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: return func(*args, **kwargs) Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: self._notify() Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: self.callback(batched_events) Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: event.method(event) Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: segment_id)['aggregates'][0] Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: return f(self, *a, **k) Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: return self._get(url).json() Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: **kwargs) Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: return self.request(url, 'GET', **kwargs) Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: **endpoint_filter) Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 18:02:36.413831 dv-cinder-786524-3-smb neutron-server[86250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 18:02:36.463119 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.479833 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:36.485051 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d80ee0e3ac4d8c875103d675707165 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:36.489580 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:36.496805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:36.512648 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851233795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853070148'] for network, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.524178 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:36.552134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.557368 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Pushing event deleted for resources: {'Network': ['ID=e40cff1e-d27e-4b05-9d39-f74e17fe9f5a,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:36.565661 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:36.595736 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.598702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.601605 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-72aaf288-369d-459b-b4c0-60c14ed2e164 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e40cff1e-d27e-4b05-9d39-f74e17fe9f5a HTTP/1.1" status: 204 len: 168 time: 2.1289334 Apr 23 18:02:36.612041 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-859551ff-177b-4590-9066-4a28b829a7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:36.620277 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.624929 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.629920 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:36.662121 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed2aead-c670-4a9b-b5d5-4342af116f1a,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:36.700443 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=86362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 18:02:36.718288 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:36.718670 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:36.719121 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:36.719462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:36.719846 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:36.720232 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:36.720614 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:36.721023 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:36.721400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:36.721774 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:36.722522 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:36.722909 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:36.730782 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:36.735178 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cda5d9-07a7-4ba0-8be4-a55610bad145,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:36.742003 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0d80ee0e3ac4d8c875103d675707165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5953345 Apr 23 18:02:36.743542 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 54030) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:36.802925 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:36.808837 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.809238 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Added segment e1ff352e-94c1-4749-9baa-051f3a7821c3 of type vlan for network 540adbfc-a90f-452b-8efb-75eaa7428340 Apr 23 18:02:36.851806 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.891853 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54040) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:36.902996 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d080345b-63c7-4db2-92df-fe4b662e4a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.904073 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb052c98-e762-48dd-8435-bd081fff6457 req-c07df6d7-1fef-4d95-813f-b15e87601cf4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:36.905677 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-bb052c98-e762-48dd-8435-bd081fff6457 req-c07df6d7-1fef-4d95-813f-b15e87601cf4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.1744797 Apr 23 18:02:36.944845 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d080345b-63c7-4db2-92df-fe4b662e4a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.952232 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.957599 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:36.958286 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:36.971676 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:36.976884 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49892045-8890-4612-9f65-8d395a0613d8 req-bd458b7f-0056-4c86-860e-14c1398cc4ba tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:36.978520 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-49892045-8890-4612-9f65-8d395a0613d8 req-bd458b7f-0056-4c86-860e-14c1398cc4ba tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1770866 Apr 23 18:02:37.003751 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:02:37.095170 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-49892045-8890-4612-9f65-8d395a0613d8 req-d7a16f01-6433-4804-8340-7c771e457748 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005347 Apr 23 18:02:37.098183 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d080345b-63c7-4db2-92df-fe4b662e4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:37.105456 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7f56ca69-2f4a-4f4b-9fb2-fe1d3a46756a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:37.113953 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7895713 Apr 23 18:02:37.117522 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54048) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:37.121023 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-bb052c98-e762-48dd-8435-bd081fff6457 req-3df424bb-5d6b-4257-b10d-16de224ebe60 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002146 Apr 23 18:02:37.129089 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-715131c4-8965-4b23-bf29-c30fecd7bcda admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2073bed6353544208ceed890638346f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2360389 Apr 23 18:02:37.133156 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Request body: {'subnet': {'network_id': '540adbfc-a90f-452b-8efb-75eaa7428340', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-85301751-subnet', 'tenant_id': 'f258da86dd0c461eba9f7986436fc460', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:37.138809 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54054) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:37.142313 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Pushing event updated for resources: {'Network': ['ID=540adbfc-a90f-452b-8efb-75eaa7428340,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:37.146680 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:37.150146 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d080345b-63c7-4db2-92df-fe4b662e4a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:37.167064 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:37.167481 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:37.167879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:37.168269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:37.168656 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:37.169049 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:37.169438 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:37.169822 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:37.170207 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:37.170572 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:37.171010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:37.171347 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:37.178733 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Usage tracker for resource:subnet and tenant:f258da86dd0c461eba9f7986436fc460 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:37.181816 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-d080345b-63c7-4db2-92df-fe4b662e4a0e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ed2aead-c670-4a9b-b5d5-4342af116f1a HTTP/1.1" status: 204 len: 168 time: 0.4365036 Apr 23 18:02:37.183712 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:37.188263 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080345b-63c7-4db2-92df-fe4b662e4a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed2aead-c670-4a9b-b5d5-4342af116f1a,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:37.191774 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:37.192273 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d080345b-63c7-4db2-92df-fe4b662e4a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:37.216888 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:37.218562 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:37.233214 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'port_id': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe', 'mac_address': 'fa:16:3e:c5:c0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:02:37.239330 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network 540adbfc-a90f-452b-8efb-75eaa7428340 details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 18:02:37.268987 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Made reservation on behalf of f258da86dd0c461eba9f7986436fc460 for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:02:37.273744 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847642502'] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:37.356127 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-47558956-e75f-445a-83c9-8f3aff9b95f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:37.512669 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-47558956-e75f-445a-83c9-8f3aff9b95f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:37.513563 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681947d3-5190-43e7-aed8-2c1640b78cf8 req-a9286388-e1ed-4021-82bd-c6aef5903551 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:37.530934 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-681947d3-5190-43e7-aed8-2c1640b78cf8 req-a9286388-e1ed-4021-82bd-c6aef5903551 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.2130330 Apr 23 18:02:37.564967 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:37.583494 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-47558956-e75f-445a-83c9-8f3aff9b95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:37.588457 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:02:37.590421 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-681947d3-5190-43e7-aed8-2c1640b78cf8 req-379f6355-522f-4e2e-a776-d2e77673151f tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585916 Apr 23 18:02:37.597668 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:37.609404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:37.613402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47558956-e75f-445a-83c9-8f3aff9b95f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a2c493-fff2-4544-bb85-c5257ed6077f,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:37.613654 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:37.616949 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:37.618488 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-47558956-e75f-445a-83c9-8f3aff9b95f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:37.640801 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-47558956-e75f-445a-83c9-8f3aff9b95f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:37.642290 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-47558956-e75f-445a-83c9-8f3aff9b95f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59a2c493-fff2-4544-bb85-c5257ed6077f HTTP/1.1" status: 204 len: 168 time: 0.5013494 Apr 23 18:02:37.684083 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e807c-5a80-47bc-b06f-b21773a5addc req-95a85c2f-5593-4b9b-bcec-eababa49dc02 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:37.689358 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-507e807c-5a80-47bc-b06f-b21773a5addc req-95a85c2f-5593-4b9b-bcec-eababa49dc02 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.2980011 Apr 23 18:02:37.697320 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 54068) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:37.703788 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-38bb4394-65d0-4a3a-b254-18d4a93d2a28 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Request body: {'floatingip': {'port_id': '93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:37.728351 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:37.735994 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:37.816586 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-38bb4394-65d0-4a3a-b254-18d4a93d2a28 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for floatingip, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:37.913946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:02:37.981569 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54076) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:38.058798 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7594489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847642517'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:38.067848 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2e30b880-364d-4b53-9f92-2e624cb489cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:38.154707 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bdb01f4-8a12-4aac-92e5-91fe8cc238f4,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:38.157644 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:38.158654 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6d8217a7-d382-4a0f-89a9-911e917b7111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:38.201238 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-6d8217a7-d382-4a0f-89a9-911e917b7111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:38.209324 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-6d8217a7-d382-4a0f-89a9-911e917b7111 admin admin] Usage tracker for resource:security_group_rule and tenant:3a3d576c2c9949dea22b16275b095ac7 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:38.213806 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-6d8217a7-d382-4a0f-89a9-911e917b7111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:38.221828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Checking segment: {'id': 'e1ff352e-94c1-4749-9baa-051f3a7821c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '540adbfc-a90f-452b-8efb-75eaa7428340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:02:38.222230 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Network hostable DHCP agents. Network: 540adbfc-a90f-452b-8efb-75eaa7428340, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 18:02:38.228608 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-6d8217a7-d382-4a0f-89a9-911e917b7111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:38.261319 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Network 540adbfc-a90f-452b-8efb-75eaa7428340 is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 18:02:38.278137 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, 540adbfc-a90f-452b-8efb-75eaa7428340) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:02:38.301202 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef905ad9-902c-41b3-b4b5-930ded935978 None None] Network 540adbfc-a90f-452b-8efb-75eaa7428340 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:02:38.307578 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:38.308240 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:38.389969 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2678292 Apr 23 18:02:38.495994 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6d8217a7-d382-4a0f-89a9-911e917b7111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:38.508259 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6d8217a7-d382-4a0f-89a9-911e917b7111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:38.561055 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a88de6b4-ab6e-47bb-97ac-25d9c4c75476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:38.578671 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-6d8217a7-d382-4a0f-89a9-911e917b7111 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a3d576c2c9949dea22b16275b095ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5934777 Apr 23 18:02:38.587693 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54100) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:38.722703 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8217a7-d382-4a0f-89a9-911e917b7111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4721c6-2a1e-448c-852c-a9f78c45f62e,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:38.741511 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6d8217a7-d382-4a0f-89a9-911e917b7111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:38.876090 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0f4a0dc1-75fa-42d0-ad7d-2a2573014820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:39.056797 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-38bb4394-65d0-4a3a-b254-18d4a93d2a28 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:39.057095 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0f4a0dc1-75fa-42d0-ad7d-2a2573014820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:39.068635 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-38bb4394-65d0-4a3a-b254-18d4a93d2a28 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853070193'] for floatingip, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:39.205814 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18854602-1e20-4f79-b612-b6521afdeeb3 req-19cb1db5-eb5a-4741-a9ef-45ef07f11aec tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:39.230460 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-18854602-1e20-4f79-b612-b6521afdeeb3 req-19cb1db5-eb5a-4741-a9ef-45ef07f11aec tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.3419881 Apr 23 18:02:39.328407 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0f4a0dc1-75fa-42d0-ad7d-2a2573014820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:39.340347 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b22e5b-70f4-4c35-971f-7af04529026a None None] Network 540adbfc-a90f-452b-8efb-75eaa7428340 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:02:39.356031 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0481ccce-d17e-4941-9ee4-0987a8710fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:39.418189 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-18854602-1e20-4f79-b612-b6521afdeeb3 req-6c0b7906-e7fa-48c0-a6e9-c7c725c810e8 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895819 Apr 23 18:02:39.420960 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a0dc1-75fa-42d0-ad7d-2a2573014820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4721c6-2a1e-448c-852c-a9f78c45f62e,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:39.438970 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0f4a0dc1-75fa-42d0-ad7d-2a2573014820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:39.440316 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0f4a0dc1-75fa-42d0-ad7d-2a2573014820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:39.441517 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-0f4a0dc1-75fa-42d0-ad7d-2a2573014820 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f4721c6-2a1e-448c-852c-a9f78c45f62e HTTP/1.1" status: 204 len: 168 time: 0.8496630 Apr 23 18:02:39.529896 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.l3_db [None req-38bb4394-65d0-4a3a-b254-18d4a93d2a28 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Floating IP 58527563-e8c2-4f7e-ad13-7636836ecd84 associated. External IP: 172.28.1.241, port: 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091. Apr 23 18:02:39.616689 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1dd68-60d2-4ceb-9e80-f25a42627d94 req-dceb70bc-025a-4317-9694-3247a47016bf tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:39.624635 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2fd1dd68-60d2-4ceb-9e80-f25a42627d94 req-dceb70bc-025a-4317-9694-3247a47016bf tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 945 time: 1.2860851 Apr 23 18:02:39.689162 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-55afd53e-7307-41ab-af55-a55df575e1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:39.750062 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2fd1dd68-60d2-4ceb-9e80-f25a42627d94 req-1a03945d-cacd-41cb-8c67-9bddca4582ca tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243062 Apr 23 18:02:40.024535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54156) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:40.031000 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1257657391-network', 'tenant_id': 'e66aaa0789004100b053eb6d4e3ca1ef'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:40.039412 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:40.049527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Usage tracker for resource:network and tenant:e66aaa0789004100b053eb6d4e3ca1ef is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:40.050152 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bb4394-65d0-4a3a-b254-18d4a93d2a28 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Router 125d1238-22b8-47de-8b7d-8ce3b8b51583 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:02:40.053787 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:40.070249 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:40.090276 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Made reservation on behalf of e66aaa0789004100b053eb6d4e3ca1ef for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:02:40.098162 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:40.126138 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:40.169291 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:40.178501 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Usage tracker for resource:security_group_rule and tenant:e66aaa0789004100b053eb6d4e3ca1ef is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:40.182666 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:40.191649 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:40.300332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:40.303791 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:40.318638 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=86362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 18:02:40.319763 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bb4394-65d0-4a3a-b254-18d4a93d2a28 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:02:40.331624 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-38bb4394-65d0-4a3a-b254-18d4a93d2a28 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:40.337180 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5abb0-49a5-46f1-8939-7e3e95aab8fe None None] Sync routers for ids ['125d1238-22b8-47de-8b7d-8ce3b8b51583'] in dv-cinder-786524-3-smb {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:02:40.343178 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:40.343578 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Added segment d531e174-11a9-42b1-8c21-d7325b16b554 of type vlan for network 7814e7b8-f69b-4157-985f-e18737582ce7 Apr 23 18:02:40.355860 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5abb0-49a5-46f1-8939-7e3e95aab8fe None None] Routers {'125d1238-22b8-47de-8b7d-8ce3b8b51583'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:02:40.356551 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-abe5abb0-49a5-46f1-8939-7e3e95aab8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:02:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['125d1238-22b8-47de-8b7d-8ce3b8b51583'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:40.377873 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:40.405400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:40.478398 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-38bb4394-65d0-4a3a-b254-18d4a93d2a28 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "PUT /v2.0/floatingips/58527563-e8c2-4f7e-ad13-7636836ecd84 HTTP/1.1" status: 200 len: 992 time: 2.7797308 Apr 23 18:02:40.479263 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723ef0a7-2f27-42f8-abfd-9e1676ba330e', 'tag': '93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:02:40.593547 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb586ff-c03c-460f-b567-762929188a15,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:40.600862 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:40.628976 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:40.630375 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:40.631499 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:40.637076 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:40.801385 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7756438 Apr 23 18:02:40.802316 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Pushing event updated for resources: {'Network': ['ID=7814e7b8-f69b-4157-985f-e18737582ce7,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:40.804537 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54190) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:40.807179 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:40.811302 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Request body: {'subnet': {'network_id': '7814e7b8-f69b-4157-985f-e18737582ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1257657391-subnet', 'tenant_id': 'e66aaa0789004100b053eb6d4e3ca1ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:40.813624 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network 7814e7b8-f69b-4157-985f-e18737582ce7 details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 18:02:40.836555 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:40.848067 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Usage tracker for resource:subnet and tenant:e66aaa0789004100b053eb6d4e3ca1ef is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:40.851846 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:40.863950 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:40.886722 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Made reservation on behalf of e66aaa0789004100b053eb6d4e3ca1ef for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:02:40.891582 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847642502'] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:40.901574 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0d2db-0cef-4a3c-8154-531a813a0692 req-6c6489be-f6f3-41a7-8c68-687026333add tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:40.912936 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8dc0d2db-0cef-4a3c-8154-531a813a0692 req-6c6489be-f6f3-41a7-8c68-687026333add tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.2038233 Apr 23 18:02:40.932123 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-abe5abb0-49a5-46f1-8939-7e3e95aab8fe None None] Set router 125d1238-22b8-47de-8b7d-8ce3b8b51583 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:02:41.008084 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8dc0d2db-0cef-4a3c-8154-531a813a0692 req-450455c1-faf6-4525-a1d2-66e7dcb6485b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869853 Apr 23 18:02:41.034936 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:02:41.107426 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723ef0a7-2f27-42f8-abfd-9e1676ba330e', 'tag': '93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091', 'status': 'completed', 'code': 200} Apr 23 18:02:41.109698 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:02:41.118566 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:41.119017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:41.302007 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:41.332217 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:02:41.343323 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:41.346876 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:41.348980 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-57be117c-ae58-4081-9af1-0a975d59ef49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:41.428076 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:41.440307 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:41.498808 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52619fc-4cc3-4576-b6f4-cd89fdd161a0 req-b1902a25-3b01-4d79-a662-4aeb156bd6fb tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:41.500495 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c52619fc-4cc3-4576-b6f4-cd89fdd161a0 req-b1902a25-3b01-4d79-a662-4aeb156bd6fb tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.2375646 Apr 23 18:02:41.511799 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0afdc-b54a-4623-91e6-a462909ba7a9 req-f73f7ddc-d411-4cb7-826c-bb8ce49d0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:41.513184 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e4f0afdc-b54a-4623-91e6-a462909ba7a9 req-f73f7ddc-d411-4cb7-826c-bb8ce49d0988 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ba0ba73fa314fc1975a0277212cc5f0&device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 1099 time: 0.3812947 Apr 23 18:02:41.555262 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe', 'code': 200} Apr 23 18:02:41.574231 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c52619fc-4cc3-4576-b6f4-cd89fdd161a0 req-dee90153-3871-4f31-971f-0aa5bd49c557 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652907 Apr 23 18:02:41.731564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-abe5abb0-49a5-46f1-8939-7e3e95aab8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:59Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': '58527563-e8c2-4f7e-ad13-7636836ecd84', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'floating_ip_address': '172.28.1.241', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'port_id': '93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'mac_address': 'fa:16:3e:01:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723ef0a7-2f27-42f8-abfd-9e1676ba330e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:02:13Z', 'updated_at': '2021-04-23T18:02:38Z', 'revision_number': 1, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85aad17-1906-4b50-befa-89499a83cfcc', 'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'mac_address': 'fa:16:3e:9b:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:57Z', 'updated_at': '2021-04-23T18:02:13Z', 'revision_number': 5, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'subnets': [{'id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:41.740815 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5abb0-49a5-46f1-8939-7e3e95aab8fe None None] Checking router: 125d1238-22b8-47de-8b7d-8ce3b8b51583 for host: dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:02:41.753719 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5abb0-49a5-46f1-8939-7e3e95aab8fe None None] Routers {'125d1238-22b8-47de-8b7d-8ce3b8b51583'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:02:41.754412 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-abe5abb0-49a5-46f1-8939-7e3e95aab8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:02:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['125d1238-22b8-47de-8b7d-8ce3b8b51583'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:41.864256 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-07837221-9934-4b2e-b038-1aa9a5722cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:41.872337 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0afdc-b54a-4623-91e6-a462909ba7a9 req-c82c51a1-f3bf-4005-8656-152f97ac2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:41.873936 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e4f0afdc-b54a-4623-91e6-a462909ba7a9 req-c82c51a1-f3bf-4005-8656-152f97ac2185 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad38896b-6c3f-4f69-b274-970cc96cfb38 HTTP/1.1" status: 200 len: 911 time: 0.3144422 Apr 23 18:02:41.984572 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7594489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847642517'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:41.996422 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:42.066993 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d529eec9-37e2-4e8f-a15d-8f70a1529160,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:42.080796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:42.083641 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd8abb-3e62-4f8a-aa6c-ee2384c918e3 req-94290d41-20b8-48c9-b321-52b133a69a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:42.085913 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d6fd8abb-3e62-4f8a-aa6c-ee2384c918e3 req-94290d41-20b8-48c9-b321-52b133a69a41 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 1099 time: 0.2494740 Apr 23 18:02:42.098364 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e4f0afdc-b54a-4623-91e6-a462909ba7a9 req-ed719de1-88b2-4923-908a-9a1ef7521a71 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 HTTP/1.1" status: 200 len: 1000 time: 0.2102311 Apr 23 18:02:42.164576 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Checking segment: {'id': 'd531e174-11a9-42b1-8c21-d7325b16b554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7814e7b8-f69b-4157-985f-e18737582ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:02:42.164987 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Network hostable DHCP agents. Network: 7814e7b8-f69b-4157-985f-e18737582ce7, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 18:02:42.207860 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d6fd8abb-3e62-4f8a-aa6c-ee2384c918e3 req-4565c4f4-7076-481c-bbe2-4a2c104d8839 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910823 Apr 23 18:02:42.216559 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Network 7814e7b8-f69b-4157-985f-e18737582ce7 is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 18:02:42.235778 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, 7814e7b8-f69b-4157-985f-e18737582ce7) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:02:42.244483 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1120090-0d08-488f-b942-b251c6a01b31 None None] Network 7814e7b8-f69b-4157-985f-e18737582ce7 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:02:42.274271 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:42.278406 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:42.283368 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0afdc-b54a-4623-91e6-a462909ba7a9 req-c09f0498-7e9d-4b02-99a4-6faa01ac059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:42.284959 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e4f0afdc-b54a-4623-91e6-a462909ba7a9 req-c09f0498-7e9d-4b02-99a4-6faa01ac059e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b97c07c-5285-4429-8f29-c273915b65dc HTTP/1.1" status: 200 len: 849 time: 0.1757290 Apr 23 18:02:42.312960 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-abe5abb0-49a5-46f1-8939-7e3e95aab8fe None None] Set router 125d1238-22b8-47de-8b7d-8ce3b8b51583 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:02:42.351770 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5461373 Apr 23 18:02:42.603879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0afdc-b54a-4623-91e6-a462909ba7a9 req-81c1ebf4-cefd-4949-9d3b-a068d730ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:42.614496 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e4f0afdc-b54a-4623-91e6-a462909ba7a9 req-81c1ebf4-cefd-4949-9d3b-a068d730ac66 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad38896b-6c3f-4f69-b274-970cc96cfb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2637384 Apr 23 18:02:42.688935 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:42.699182 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8556ba-1bb6-4e6e-b24f-cdfc70b7afec None None] Network 7814e7b8-f69b-4157-985f-e18737582ce7 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:02:42.800408 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:42.830229 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d0dd7-588b-4467-94f6-93e00f39c82d req-3cf43afa-7ed0-4310-9524-a3c93d5d6577 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:42.838469 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6e7d0dd7-588b-4467-94f6-93e00f39c82d req-3cf43afa-7ed0-4310-9524-a3c93d5d6577 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.5522742 Apr 23 18:02:42.919400 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e4f0afdc-b54a-4623-91e6-a462909ba7a9 req-32ac0b31-750e-45eb-b373-b4166c9cb531 service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958701 Apr 23 18:02:42.932156 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-abe5abb0-49a5-46f1-8939-7e3e95aab8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:59Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': '58527563-e8c2-4f7e-ad13-7636836ecd84', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'floating_ip_address': '172.28.1.241', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'port_id': '93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'mac_address': 'fa:16:3e:01:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723ef0a7-2f27-42f8-abfd-9e1676ba330e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:02:13Z', 'updated_at': '2021-04-23T18:02:38Z', 'revision_number': 1, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85aad17-1906-4b50-befa-89499a83cfcc', 'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'mac_address': 'fa:16:3e:9b:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:57Z', 'updated_at': '2021-04-23T18:02:13Z', 'revision_number': 5, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'subnets': [{'id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:42.936959 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5abb0-49a5-46f1-8939-7e3e95aab8fe None None] The sync data for ids ['125d1238-22b8-47de-8b7d-8ce3b8b51583'] in dv-cinder-786524-3-smb is: [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:59Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': '58527563-e8c2-4f7e-ad13-7636836ecd84', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'floating_ip_address': '172.28.1.241', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'port_id': '93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'mac_address': 'fa:16:3e:01:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723ef0a7-2f27-42f8-abfd-9e1676ba330e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:02:13Z', 'updated_at': '2021-04-23T18:02:38Z', 'revision_number': 1, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85aad17-1906-4b50-befa-89499a83cfcc', 'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'mac_address': 'fa:16:3e:9b:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:57Z', 'updated_at': '2021-04-23T18:02:13Z', 'revision_number': 5, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'subnets': [{'id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:02:43.038436 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ee26-ad60-46fa-be3f-dfb8e65e1497 req-8cd189c3-7120-46f9-a1d9-03c611c5afea tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:43.046792 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-be83ee26-ad60-46fa-be3f-dfb8e65e1497 req-8cd189c3-7120-46f9-a1d9-03c611c5afea tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1613238 Apr 23 18:02:43.091052 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6e7d0dd7-588b-4467-94f6-93e00f39c82d req-209f83dc-dafa-4c27-9a90-1850da6e1bf1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516773 Apr 23 18:02:43.131363 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-be83ee26-ad60-46fa-be3f-dfb8e65e1497 req-9100a65b-568a-4289-b7ba-13193c2810c8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792503 Apr 23 18:02:43.157094 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e4f0afdc-b54a-4623-91e6-a462909ba7a9 req-ffd09d68-2388-42d9-817e-bbc004e695a3 service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247019 Apr 23 18:02:43.310108 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 54272) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:43.378115 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d1849c-0ce4-4922-afe9-56a5801ad046 None None] New status for floating IP 58527563-e8c2-4f7e-ad13-7636836ecd84: ACTIVE {{(pid=86363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 18:02:43.498809 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-74a93295-d7db-4873-be9a-821e6633457e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:43.547739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-74a93295-d7db-4873-be9a-821e6633457e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:43.559197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-74a93295-d7db-4873-be9a-821e6633457e admin admin] Usage tracker for resource:security_group_rule and tenant:8222d0fce68b492bb1fe1fa0ddc0787a is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:43.564292 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-74a93295-d7db-4873-be9a-821e6633457e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:43.579149 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-74a93295-d7db-4873-be9a-821e6633457e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:43.777686 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54296) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:43.849873 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-74a93295-d7db-4873-be9a-821e6633457e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:43.863042 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-74a93295-d7db-4873-be9a-821e6633457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:43.874008 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-39c0d8c8-f715-4c0c-86f7-8004360b7aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:43.895143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-08d5073e-75fc-4ee2-af00-716593c70893 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:43.896861 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-08d5073e-75fc-4ee2-af00-716593c70893 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/networks?id=540adbfc-a90f-452b-8efb-75eaa7428340 HTTP/1.1" status: 200 len: 807 time: 0.2706897 Apr 23 18:02:43.939252 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-25d6d98e-f3f5-4c35-b77e-9c7c70428d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:43.941895 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-74a93295-d7db-4873-be9a-821e6633457e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8222d0fce68b492bb1fe1fa0ddc0787a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6306283 Apr 23 18:02:43.943632 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a93295-d7db-4873-be9a-821e6633457e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b560f18f-a63b-4a37-bfc3-4b9c73a32c44,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:43.947599 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-3489b098-f890-41eb-9162-29862c6ca90c tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/quotas/f258da86dd0c461eba9f7986436fc460 HTTP/1.1" status: 200 len: 375 time: 0.0402269 Apr 23 18:02:43.948005 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 54304) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:43.948772 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-74a93295-d7db-4873-be9a-821e6633457e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:43.968418 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-25d6d98e-f3f5-4c35-b77e-9c7c70428d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:43.973339 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-25d6d98e-f3f5-4c35-b77e-9c7c70428d05 admin admin] Usage tracker for resource:security_group_rule and tenant:ab617394475b4057a54f465e9fcd2c17 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:43.976385 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-25d6d98e-f3f5-4c35-b77e-9c7c70428d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:43.982637 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-25d6d98e-f3f5-4c35-b77e-9c7c70428d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:44.032211 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-47f4b36f-ccc4-4969-acd0-dd65da16e0c6 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f258da86dd0c461eba9f7986436fc460&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693510 Apr 23 18:02:44.077912 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-25d6d98e-f3f5-4c35-b77e-9c7c70428d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:44.081596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-25d6d98e-f3f5-4c35-b77e-9c7c70428d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:44.090682 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-c164cef8-7bf4-4daa-8a0a-60f3aa43be1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:44.104612 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54310) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:44.141376 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:44.158740 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-25d6d98e-f3f5-4c35-b77e-9c7c70428d05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ab617394475b4057a54f465e9fcd2c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798506 Apr 23 18:02:44.159774 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54320) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:44.160491 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6d98e-f3f5-4c35-b77e-9c7c70428d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8db455f-8bba-4e52-8d59-149997190cf5,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:44.165172 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-25d6d98e-f3f5-4c35-b77e-9c7c70428d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:44.204295 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2d241058-999b-45bd-9e3d-9b09e606ecb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:44.234590 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e581521b-d568-4de4-90b2-7f725f1722a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:44.237923 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2d241058-999b-45bd-9e3d-9b09e606ecb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:44.299620 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-e81c3ad1-c93f-4081-aba7-68f0e8b9c1c1 service neutron] 10.222.0.11 "GET /v2.0/networks/540adbfc-a90f-452b-8efb-75eaa7428340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588706 Apr 23 18:02:44.341075 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e581521b-d568-4de4-90b2-7f725f1722a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:44.348706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf3-62e5-4bf2-9576-2ff5175fd6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:44.380362 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-12cc2cf3-62e5-4bf2-9576-2ff5175fd6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:44.389257 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-12cc2cf3-62e5-4bf2-9576-2ff5175fd6b6 admin admin] Usage tracker for resource:security_group_rule and tenant:c711ba74d04a409caf31b023ad65d406 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:44.395075 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2d241058-999b-45bd-9e3d-9b09e606ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:44.396509 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-12cc2cf3-62e5-4bf2-9576-2ff5175fd6b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:44.403027 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6cf42548-6961-470b-a016-120c19e5c741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:44.415675 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-12cc2cf3-62e5-4bf2-9576-2ff5175fd6b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:44.430072 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d241058-999b-45bd-9e3d-9b09e606ecb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b560f18f-a63b-4a37-bfc3-4b9c73a32c44,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:44.434893 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2d241058-999b-45bd-9e3d-9b09e606ecb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:44.449639 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2d241058-999b-45bd-9e3d-9b09e606ecb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:44.453309 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-2d241058-999b-45bd-9e3d-9b09e606ecb1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b560f18f-a63b-4a37-bfc3-4b9c73a32c44 HTTP/1.1" status: 204 len: 168 time: 0.5011334 Apr 23 18:02:44.481904 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47a1cb-6541-474e-b36a-adad4973588b req-e2c94219-9a14-42b3-9657-3fc3d543a617 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:44.483568 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ff47a1cb-6541-474e-b36a-adad4973588b req-e2c94219-9a14-42b3-9657-3fc3d543a617 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.2366436 Apr 23 18:02:44.491017 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-4a532ad0-d2c5-48b7-a4e1-b25c39b9b044 service neutron] 10.222.0.11 "GET /v2.0/networks/540adbfc-a90f-452b-8efb-75eaa7428340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836691 Apr 23 18:02:44.491213 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e581521b-d568-4de4-90b2-7f725f1722a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:44.499028 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9ae6f9b6-f3ad-4090-b651-ccc7a31529bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:44.516200 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581521b-d568-4de4-90b2-7f725f1722a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8db455f-8bba-4e52-8d59-149997190cf5,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:44.538180 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e581521b-d568-4de4-90b2-7f725f1722a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:44.581858 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e581521b-d568-4de4-90b2-7f725f1722a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:44.585974 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-e581521b-d568-4de4-90b2-7f725f1722a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8db455f-8bba-4e52-8d59-149997190cf5 HTTP/1.1" status: 204 len: 168 time: 0.4193273 Apr 23 18:02:44.617133 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ff47a1cb-6541-474e-b36a-adad4973588b req-10be0de9-96f0-46f6-9d05-53779551ced1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212771 Apr 23 18:02:44.688525 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf3-62e5-4bf2-9576-2ff5175fd6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:44.761221 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-490b69b7-ae7d-46e0-94b9-47d8ddb710e8 req-b284f96e-fb36-4340-a379-79287b700830 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 210 time: 0.0754716 Apr 23 18:02:44.765344 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-12cc2cf3-62e5-4bf2-9576-2ff5175fd6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:44.773946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:44.894686 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc2cf3-62e5-4bf2-9576-2ff5175fd6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce1b2e0-31d1-42d0-ad58-1f4a1601aa69,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:44.923837 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-12cc2cf3-62e5-4bf2-9576-2ff5175fd6b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c711ba74d04a409caf31b023ad65d406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8179886 Apr 23 18:02:44.924769 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54340) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:44.930058 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-12cc2cf3-62e5-4bf2-9576-2ff5175fd6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:44.936553 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dd6d7-a4e9-4af8-9811-fe73328e376a req-ba1fd477-3ab3-4462-b6bf-e8d50189edc7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:44.945909 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-855dd6d7-a4e9-4af8-9811-fe73328e376a req-ba1fd477-3ab3-4462-b6bf-e8d50189edc7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.2009747 Apr 23 18:02:44.983757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 54346) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:45.015438 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cb11336d-7c88-4309-aaf2-7d3230419e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:45.033538 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d5c75eee-38d4-4fe2-9c82-dbe9b8aa6184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:45.037130 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-855dd6d7-a4e9-4af8-9811-fe73328e376a req-7f2d707d-121a-47f5-a57b-86f479de3cdf tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902770 Apr 23 18:02:45.042706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-cb11336d-7c88-4309-aaf2-7d3230419e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:45.046818 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-cb11336d-7c88-4309-aaf2-7d3230419e24 admin admin] Usage tracker for resource:security_group_rule and tenant:026c49969e604f5196dabcf20161d50b is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:45.050457 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-cb11336d-7c88-4309-aaf2-7d3230419e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:45.056977 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-cb11336d-7c88-4309-aaf2-7d3230419e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:45.065571 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d5c75eee-38d4-4fe2-9c82-dbe9b8aa6184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:45.133596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d5c75eee-38d4-4fe2-9c82-dbe9b8aa6184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:45.139610 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-388590aa-bda5-43fb-b7ed-22354dcae1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:45.162479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cb11336d-7c88-4309-aaf2-7d3230419e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:45.163472 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c75eee-38d4-4fe2-9c82-dbe9b8aa6184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce1b2e0-31d1-42d0-ad58-1f4a1601aa69,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:45.165794 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cb11336d-7c88-4309-aaf2-7d3230419e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:45.167370 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d5c75eee-38d4-4fe2-9c82-dbe9b8aa6184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:45.168945 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d5c75eee-38d4-4fe2-9c82-dbe9b8aa6184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:45.169930 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-d5c75eee-38d4-4fe2-9c82-dbe9b8aa6184 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ce1b2e0-31d1-42d0-ad58-1f4a1601aa69 HTTP/1.1" status: 204 len: 168 time: 0.2387958 Apr 23 18:02:45.201951 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-da914eb8-6229-42d8-864d-80441ebd841a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:45.219026 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-cb11336d-7c88-4309-aaf2-7d3230419e24 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=026c49969e604f5196dabcf20161d50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341237 Apr 23 18:02:45.221830 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 54360) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:45.259144 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11336d-7c88-4309-aaf2-7d3230419e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da32aeea-71bf-4fc0-8749-62342e7bd702,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:45.270223 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-cb11336d-7c88-4309-aaf2-7d3230419e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:45.321339 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5efcfcb4-19c2-4a99-b653-1d045ce5fcf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:45.357490 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5efcfcb4-19c2-4a99-b653-1d045ce5fcf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:45.425934 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea77fca-bdd8-4cf3-ba35-0225fb89fbfb req-50e5f254-35ef-436d-a307-c3750184137b tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:45.437285 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2ea77fca-bdd8-4cf3-ba35-0225fb89fbfb req-50e5f254-35ef-436d-a307-c3750184137b tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1888533 Apr 23 18:02:45.448989 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 54370) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:45.455629 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-48e1d452-7fa3-4360-865d-aab294352ed4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Request body: {'floatingip': {'port_id': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:45.807158 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54388) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:45.830354 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3ff2582a-b470-42bf-a022-2377dcb7c017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:45.849227 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-3ff2582a-b470-42bf-a022-2377dcb7c017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:45.853743 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-3ff2582a-b470-42bf-a022-2377dcb7c017 admin admin] Usage tracker for resource:security_group_rule and tenant:da0539f45e5d4954a4a1b0a1aa9ba655 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:45.856905 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-48e1d452-7fa3-4360-865d-aab294352ed4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for floatingip, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:45.859596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-3ff2582a-b470-42bf-a022-2377dcb7c017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:45.868596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-3ff2582a-b470-42bf-a022-2377dcb7c017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:45.942735 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5efcfcb4-19c2-4a99-b653-1d045ce5fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:45.949748 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-42484f55-0710-4ba1-b48a-f44ea9c43232 req-c03677ed-0681-4270-9eef-2a3257b60d36 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 210 time: 0.0738037 Apr 23 18:02:45.957221 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-977b6b66-9d8e-416f-9d88-ae28492fff1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:46.027673 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcfcb4-19c2-4a99-b653-1d045ce5fcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da32aeea-71bf-4fc0-8749-62342e7bd702,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:46.120182 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5efcfcb4-19c2-4a99-b653-1d045ce5fcf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:46.138479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5efcfcb4-19c2-4a99-b653-1d045ce5fcf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:46.145476 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5efcfcb4-19c2-4a99-b653-1d045ce5fcf0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da32aeea-71bf-4fc0-8749-62342e7bd702 HTTP/1.1" status: 204 len: 168 time: 0.9195890 Apr 23 18:02:46.298390 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3ff2582a-b470-42bf-a022-2377dcb7c017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:46.302060 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3ff2582a-b470-42bf-a022-2377dcb7c017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:46.312348 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-65d57225-4fbb-470b-8904-14447f120a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:46.410828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2582a-b470-42bf-a022-2377dcb7c017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7d935a-ca7a-4fb0-b8c4-e7df9fbc7b36,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:46.415361 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3ff2582a-b470-42bf-a022-2377dcb7c017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:46.417950 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-3ff2582a-b470-42bf-a022-2377dcb7c017 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da0539f45e5d4954a4a1b0a1aa9ba655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6086569 Apr 23 18:02:46.420651 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54404) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:46.459317 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418225f-f82d-48c0-83ca-cf27a76e8dff req-63f37e0e-308b-42fa-a3eb-19bb1ef0f1ee tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:46.460903 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1418225f-f82d-48c0-83ca-cf27a76e8dff req-63f37e0e-308b-42fa-a3eb-19bb1ef0f1ee tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.6619155 Apr 23 18:02:46.513890 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-84b8e3b1-bf4d-4592-8cbe-62884e2be792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:46.549240 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-84b8e3b1-bf4d-4592-8cbe-62884e2be792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:46.607016 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-84b8e3b1-bf4d-4592-8cbe-62884e2be792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:46.612855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:46.613688 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1418225f-f82d-48c0-83ca-cf27a76e8dff req-98efaf92-f738-426a-a5fb-ecfaf7667b23 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275518 Apr 23 18:02:46.629459 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8e3b1-bf4d-4592-8cbe-62884e2be792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7d935a-ca7a-4fb0-b8c4-e7df9fbc7b36,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:46.634561 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-84b8e3b1-bf4d-4592-8cbe-62884e2be792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:46.645639 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-84b8e3b1-bf4d-4592-8cbe-62884e2be792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:46.649924 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-84b8e3b1-bf4d-4592-8cbe-62884e2be792 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a7d935a-ca7a-4fb0-b8c4-e7df9fbc7b36 HTTP/1.1" status: 204 len: 168 time: 0.2282567 Apr 23 18:02:46.753980 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-cd31ea1a-f574-4a9d-a7d1-fade018cefeb tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:46.755561 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-cd31ea1a-f574-4a9d-a7d1-fade018cefeb tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.22 "GET /v2.0/networks?id=540adbfc-a90f-452b-8efb-75eaa7428340 HTTP/1.1" status: 200 len: 807 time: 0.4631715 Apr 23 18:02:46.799481 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Request body: {'port': {'device_id': 'f18f516f-fe72-4b29-92d5-84c4b937a0a0', 'network_id': '540adbfc-a90f-452b-8efb-75eaa7428340', 'admin_state_up': True, 'tenant_id': 'f258da86dd0c461eba9f7986436fc460'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:46.891703 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-68b2b1a3-1fa2-4fc6-89d1-49e2b3458115 req-27957684-daa0-49fb-a92d-809c582e4ab2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0978944 Apr 23 18:02:46.908099 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.db.resource_extend [None req-48e1d452-7fa3-4360-865d-aab294352ed4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 18:02:47.090343 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-48e1d452-7fa3-4360-865d-aab294352ed4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:47.102294 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-48e1d452-7fa3-4360-865d-aab294352ed4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853070193'] for floatingip, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:47.139231 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2b1a3-1fa2-4fc6-89d1-49e2b3458115 req-9eab0459-2124-422c-b425-8e9984f8f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:47.140950 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-68b2b1a3-1fa2-4fc6-89d1-49e2b3458115 req-9eab0459-2124-422c-b425-8e9984f8f6ae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8587cf5a0daa402fb879ac59d23a025e&device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 1098 time: 0.1458716 Apr 23 18:02:47.355875 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-195efe4b-b9c2-4c8c-963d-ba99bea92a59 req-67afa4ee-e01c-45b9-881d-8d4d2b0fe4ac tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 210 time: 0.0716996 Apr 23 18:02:47.402214 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:47.412745 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2b1a3-1fa2-4fc6-89d1-49e2b3458115 req-ad28e85b-9cb4-4257-a952-7fb8da2878f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:47.414736 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-68b2b1a3-1fa2-4fc6-89d1-49e2b3458115 req-ad28e85b-9cb4-4257-a952-7fb8da2878f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1a52a344-216f-49cf-81a2-731a70b91d60 HTTP/1.1" status: 200 len: 920 time: 0.2502236 Apr 23 18:02:47.415616 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Usage tracker for resource:port and tenant:f258da86dd0c461eba9f7986436fc460 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:47.420808 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:47.436602 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:47.468752 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Made reservation on behalf of f258da86dd0c461eba9f7986436fc460 for: {'port': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:02:47.475615 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:47.505717 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.l3_db [None req-48e1d452-7fa3-4360-865d-aab294352ed4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Floating IP 34528b12-df6e-428d-bb1d-eedaa1618021 associated. External IP: 172.28.1.211, port: e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe. Apr 23 18:02:47.532650 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-68b2b1a3-1fa2-4fc6-89d1-49e2b3458115 req-94e30eba-3775-4d33-aa46-20f2bc38eb6c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e24a8f9-755a-47fd-af53-a4f09de2e10a HTTP/1.1" status: 200 len: 217 time: 0.1100819 Apr 23 18:02:47.620146 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2b1a3-1fa2-4fc6-89d1-49e2b3458115 req-d68e4e51-00d3-4d94-9619-621cc6740056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:47.621902 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-68b2b1a3-1fa2-4fc6-89d1-49e2b3458115 req-d68e4e51-00d3-4d94-9619-621cc6740056 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9578a960-cb39-49fb-b04d-317ddad60750 HTTP/1.1" status: 200 len: 859 time: 0.0737500 Apr 23 18:02:47.722003 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-68b2b1a3-1fa2-4fc6-89d1-49e2b3458115 req-252f1641-9912-4941-8611-eb9a307969c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a52a344-216f-49cf-81a2-731a70b91d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932903 Apr 23 18:02:47.965313 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Allocated IP 172.20.0.6 (540adbfc-a90f-452b-8efb-75eaa7428340/8bdb01f4-8a12-4aac-92e5-91fe8cc238f4/56dd9b56-ff97-4e9e-bcc7-294b13f7a76c) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:02:48.041394 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c5854-37fe-4b60-8d29-ad4f43751c22 req-e0120cdc-5349-47b4-b085-fc591de3c1e1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:48.043306 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-557c5854-37fe-4b60-8d29-ad4f43751c22 req-e0120cdc-5349-47b4-b085-fc591de3c1e1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.1597662 Apr 23 18:02:48.089036 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-68b2b1a3-1fa2-4fc6-89d1-49e2b3458115 req-ee082e2e-241c-499a-90f9-67599725f73a service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599272 Apr 23 18:02:48.314196 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-68b2b1a3-1fa2-4fc6-89d1-49e2b3458115 req-d62fc760-d2d5-4c65-8756-aaa19d77de5f service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157464 Apr 23 18:02:48.321929 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-557c5854-37fe-4b60-8d29-ad4f43751c22 req-82d8f7e9-cc78-490b-97b9-b767ce39dccf tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701395 Apr 23 18:02:48.432064 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54506) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:48.694967 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-07c4725f-1426-4d19-b96f-df649e99b25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:48.710825 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e1d452-7fa3-4360-865d-aab294352ed4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Router e910f34c-0bc0-4bf3-885e-e1a6bc11926c has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:02:48.713019 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-07c4725f-1426-4d19-b96f-df649e99b25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:48.717541 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-07c4725f-1426-4d19-b96f-df649e99b25e admin admin] Usage tracker for resource:security_group_rule and tenant:4c3857ed02d349d2856caa4f489e10a8 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:48.721461 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-07c4725f-1426-4d19-b96f-df649e99b25e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:48.723415 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-31d3a350-8b9a-4077-9d70-e03668b44434 req-93347526-a7e9-4042-9cdd-8f69a95f15a2 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 210 time: 0.0799007 Apr 23 18:02:48.745776 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-07c4725f-1426-4d19-b96f-df649e99b25e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:48.848778 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-07c4725f-1426-4d19-b96f-df649e99b25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:48.851985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-07c4725f-1426-4d19-b96f-df649e99b25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:48.860300 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-84b8e3b1-bf4d-4592-8cbe-62884e2be792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:48.899540 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:48.913352 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4725f-1426-4d19-b96f-df649e99b25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d5c426-a763-4724-8cca-a41e7eeb8cc0,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:48.917695 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-07c4725f-1426-4d19-b96f-df649e99b25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:48.922957 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-07c4725f-1426-4d19-b96f-df649e99b25e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c3857ed02d349d2856caa4f489e10a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873152 Apr 23 18:02:48.923370 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54528) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:48.999390 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-04fc437e-7a3c-4e1e-96ac-e4c696805d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:49.034037 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-04fc437e-7a3c-4e1e-96ac-e4c696805d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:49.048039 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:49.054107 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e1d452-7fa3-4360-865d-aab294352ed4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:02:49.069644 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07cf725-64f6-475f-bf17-22932128de26 None None] Sync routers for ids ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'] in dv-cinder-786524-3-smb {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:02:49.076706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:49.086793 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-04fc437e-7a3c-4e1e-96ac-e4c696805d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:49.088699 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07cf725-64f6-475f-bf17-22932128de26 None None] Routers {'e910f34c-0bc0-4bf3-885e-e1a6bc11926c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:02:49.089972 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-d07cf725-64f6-475f-bf17-22932128de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:02:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:49.092014 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2fae408b-6ee9-42e3-92ca-98beb14417a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:49.107683 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc437e-7a3c-4e1e-96ac-e4c696805d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d5c426-a763-4724-8cca-a41e7eeb8cc0,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:49.110887 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-04fc437e-7a3c-4e1e-96ac-e4c696805d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:49.112672 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-04fc437e-7a3c-4e1e-96ac-e4c696805d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:49.113994 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-04fc437e-7a3c-4e1e-96ac-e4c696805d56 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/01d5c426-a763-4724-8cca-a41e7eeb8cc0 HTTP/1.1" status: 204 len: 168 time: 0.1894603 Apr 23 18:02:49.177892 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-48e1d452-7fa3-4360-865d-aab294352ed4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:49.224194 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Pushing event updated for resources: {'Port': ['ID=56dd9b56-ff97-4e9e-bcc7-294b13f7a76c,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:49.231010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:49.234893 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Network 540adbfc-a90f-452b-8efb-75eaa7428340 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:02:49.243027 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:02:49.247980 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:02:49.254740 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:49.255461 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:49.276465 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-48e1d452-7fa3-4360-865d-aab294352ed4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "PUT /v2.0/floatingips/34528b12-df6e-428d-bb1d-eedaa1618021 HTTP/1.1" status: 200 len: 992 time: 3.8237009 Apr 23 18:02:49.276465 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'tag': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:02:49.284531 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4896815 Apr 23 18:02:49.306420 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Request body: {'port': {'device_id': 'f18f516f-fe72-4b29-92d5-84c4b937a0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:49.449062 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'tag': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe', 'status': 'completed', 'code': 200} Apr 23 18:02:49.518377 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-d07cf725-64f6-475f-bf17-22932128de26 None None] Set router e910f34c-0bc0-4bf3-885e-e1a6bc11926c gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:02:49.586679 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:49.709525 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19331d8-8529-474c-9860-cf50581bff54 req-2cc6acc0-0a03-4fa4-83f2-c6c284ed3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:49.713342 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b19331d8-8529-474c-9860-cf50581bff54 req-2cc6acc0-0a03-4fa4-83f2-c6c284ed3119 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b603028fc0648daac1a9a03b1ad4097&device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 1099 time: 0.2823405 Apr 23 18:02:50.028368 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c {{(pid=86361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:02:50.036660 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:50.057929 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Transition to ACTIVE for port object 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:02:50.059183 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19331d8-8529-474c-9860-cf50581bff54 req-54263ffa-3bd0-422c-bd66-e5ba26ecfcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:50.061185 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b19331d8-8529-474c-9860-cf50581bff54 req-54263ffa-3bd0-422c-bd66-e5ba26ecfcbd service neutron] 10.222.0.22 "GET /v2.0/networks?id=81db996a-5443-4dca-8db4-06663c296f38 HTTP/1.1" status: 200 len: 917 time: 0.3361726 Apr 23 18:02:50.069701 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54560) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:50.153125 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:50.169554 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:50.250057 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=56dd9b56-ff97-4e9e-bcc7-294b13f7a76c,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:50.254207 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:50.333423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dca603e9-cc08-4c74-9204-348ef5790f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:50.345238 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-d07cf725-64f6-475f-bf17-22932128de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:02:05Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': '34528b12-df6e-428d-bb1d-eedaa1618021', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'port_id': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'mac_address': 'fa:16:3e:c5:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:02:19Z', 'updated_at': '2021-04-23T18:02:46Z', 'revision_number': 1, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e444ab14-85d0-44fd-b56a-1ce90540f823', 'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'mac_address': 'fa:16:3e:81:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:03Z', 'updated_at': '2021-04-23T18:02:20Z', 'revision_number': 5, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'subnets': [{'id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:50.352459 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07cf725-64f6-475f-bf17-22932128de26 None None] Checking router: e910f34c-0bc0-4bf3-885e-e1a6bc11926c for host: dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:02:50.363702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07cf725-64f6-475f-bf17-22932128de26 None None] Routers {'e910f34c-0bc0-4bf3-885e-e1a6bc11926c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:02:50.365097 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-d07cf725-64f6-475f-bf17-22932128de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:02:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:50.379017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-dca603e9-cc08-4c74-9204-348ef5790f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:50.393678 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-dca603e9-cc08-4c74-9204-348ef5790f21 admin admin] Usage tracker for resource:security_group_rule and tenant:4fd00ed5d3e142ed8baaf527892f3abd is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:50.397973 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-dca603e9-cc08-4c74-9204-348ef5790f21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:50.414178 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-dca603e9-cc08-4c74-9204-348ef5790f21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:50.425436 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b19331d8-8529-474c-9860-cf50581bff54 req-980f7fc1-e429-4471-a40d-b197ebbc6949 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe HTTP/1.1" status: 200 len: 1000 time: 0.3207018 Apr 23 18:02:50.474486 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f915e7e-bd11-44d6-b54d-22f4fabdb62e req-1c80a2f5-b1ae-464d-a2d0-f608754b4b90 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:50.482391 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7f915e7e-bd11-44d6-b54d-22f4fabdb62e req-1c80a2f5-b1ae-464d-a2d0-f608754b4b90 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.6122515 Apr 23 18:02:50.484578 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Attempting to bind port 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:02:50.484963 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Attempting to bind port 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'e1ff352e-94c1-4749-9baa-051f3a7821c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '540adbfc-a90f-452b-8efb-75eaa7428340'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:02:50.485337 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Attempting to bind port 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c on network 540adbfc-a90f-452b-8efb-75eaa7428340 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:02:50.493859 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Port 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c on network 540adbfc-a90f-452b-8efb-75eaa7428340 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:02:50.494220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Attempting to bind port 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c on network 540adbfc-a90f-452b-8efb-75eaa7428340 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:02:50.523789 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:02:50.524201 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Checking segment: {'id': 'e1ff352e-94c1-4749-9baa-051f3a7821c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '540adbfc-a90f-452b-8efb-75eaa7428340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:02:50.524588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Bound using segment: {'id': 'e1ff352e-94c1-4749-9baa-051f3a7821c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '540adbfc-a90f-452b-8efb-75eaa7428340'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:02:50.525074 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Bound port: 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ff352e-94c1-4749-9baa-051f3a7821c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '540adbfc-a90f-452b-8efb-75eaa7428340'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:02:50.525462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:50.530480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f0590-c5e0-4645-9be1-4436c874cb01 req-42ea0884-a168-4ed2-a4da-beaa42155df7 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:50.532238 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-448f0590-c5e0-4645-9be1-4436c874cb01 req-42ea0884-a168-4ed2-a4da-beaa42155df7 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 943 time: 0.2712045 Apr 23 18:02:50.589026 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19331d8-8529-474c-9860-cf50581bff54 req-eee5b01d-e50b-4f0c-8ff0-391a91bba2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:50.590870 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b19331d8-8529-474c-9860-cf50581bff54 req-eee5b01d-e50b-4f0c-8ff0-391a91bba2f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3fa7ecc1-b122-4c85-83b3-3fd5fb03e649 HTTP/1.1" status: 200 len: 855 time: 0.1455631 Apr 23 18:02:50.622013 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-d07cf725-64f6-475f-bf17-22932128de26 None None] Set router e910f34c-0bc0-4bf3-885e-e1a6bc11926c gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:02:50.628466 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7f915e7e-bd11-44d6-b54d-22f4fabdb62e req-1a4301d4-4e0b-4894-a103-a275a609fcd6 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448922 Apr 23 18:02:50.703800 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-448f0590-c5e0-4645-9be1-4436c874cb01 req-f0c66e7e-a7db-4307-b150-cde7b58ed672 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Synchronizing usage tracker for tenant:f258da86dd0c461eba9f7986436fc460 on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:50.718516 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54586) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:50.748155 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] For port 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c, host hv-cinder-78652, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:02:50.756925 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] For port 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=56dd9b56-ff97-4e9e-bcc7-294b13f7a76c,segment=NetworkSegment(e1ff352e-94c1-4749-9baa-051f3a7821c3),segment_id=e1ff352e-94c1-4749-9baa-051f3a7821c3)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:02:50.763480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:50.775468 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5196ce0a-713d-4a9d-9832-7417b330dcf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:50.832962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dca603e9-cc08-4c74-9204-348ef5790f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:50.840070 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dca603e9-cc08-4c74-9204-348ef5790f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:50.842916 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:50.843709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:50.846166 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] 10.222.0.22 "PUT /v2.0/ports/56dd9b56-ff97-4e9e-bcc7-294b13f7a76c HTTP/1.1" status: 200 len: 1093 time: 1.5442584 Apr 23 18:02:50.848800 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-448f0590-c5e0-4645-9be1-4436c874cb01 req-f0c66e7e-a7db-4307-b150-cde7b58ed672 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Unset dirty status for tenant:f258da86dd0c461eba9f7986436fc460 on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:50.862396 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-448f0590-c5e0-4645-9be1-4436c874cb01 req-f0c66e7e-a7db-4307-b150-cde7b58ed672 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/security-groups?id=51cda5d9-07a7-4ba0-8be4-a55610bad145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144174 Apr 23 18:02:50.865331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-25d6d98e-f3f5-4c35-b77e-9c7c70428d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:50.882894 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=56dd9b56-ff97-4e9e-bcc7-294b13f7a76c,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:50.894215 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:50.916330 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19331d8-8529-474c-9860-cf50581bff54 req-321ca89f-bbff-4dc2-8dc9-21879d1d14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:50.918134 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b19331d8-8529-474c-9860-cf50581bff54 req-321ca89f-bbff-4dc2-8dc9-21879d1d14e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=81db996a-5443-4dca-8db4-06663c296f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3128593 Apr 23 18:02:50.983238 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-1b5fa15f-f347-4034-9b8a-7e292b0cdb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:50.985116 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-1b5fa15f-f347-4034-9b8a-7e292b0cdb35 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f258da86dd0c461eba9f7986436fc460&device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0898552 Apr 23 18:02:51.087791 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-591e00ea-1d9a-4d59-9fc1-e3f851ae26a7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56dd9b56-ff97-4e9e-bcc7-294b13f7a76c HTTP/1.1" status: 200 len: 217 time: 0.0876441 Apr 23 18:02:51.091107 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-dca603e9-cc08-4c74-9204-348ef5790f21 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fd00ed5d3e142ed8baaf527892f3abd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0251284 Apr 23 18:02:51.091107 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca603e9-cc08-4c74-9204-348ef5790f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ef7c18-8cb4-4007-8914-8acf06db36f0,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:51.091503 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 54598) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:51.136744 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-d07cf725-64f6-475f-bf17-22932128de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:02:05Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': '34528b12-df6e-428d-bb1d-eedaa1618021', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'port_id': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'mac_address': 'fa:16:3e:c5:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:02:19Z', 'updated_at': '2021-04-23T18:02:46Z', 'revision_number': 1, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e444ab14-85d0-44fd-b56a-1ce90540f823', 'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'mac_address': 'fa:16:3e:81:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:03Z', 'updated_at': '2021-04-23T18:02:20Z', 'revision_number': 5, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'subnets': [{'id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:02:51.142201 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07cf725-64f6-475f-bf17-22932128de26 None None] The sync data for ids ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'] in dv-cinder-786524-3-smb is: [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:02:05Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': '34528b12-df6e-428d-bb1d-eedaa1618021', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'port_id': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'mac_address': 'fa:16:3e:c5:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:02:19Z', 'updated_at': '2021-04-23T18:02:46Z', 'revision_number': 1, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e444ab14-85d0-44fd-b56a-1ce90540f823', 'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'mac_address': 'fa:16:3e:81:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:03Z', 'updated_at': '2021-04-23T18:02:20Z', 'revision_number': 5, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'subnets': [{'id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:02:51.149037 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dca603e9-cc08-4c74-9204-348ef5790f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:51.150181 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-04def169-fbba-461f-8ea1-4b5f70e1c1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:51.171841 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-04def169-fbba-461f-8ea1-4b5f70e1c1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:51.181325 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-04def169-fbba-461f-8ea1-4b5f70e1c1e9 admin admin] Usage tracker for resource:security_group_rule and tenant:69bf04bc77cd43d088bbcf4d1cc61fc5 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:51.184628 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-04def169-fbba-461f-8ea1-4b5f70e1c1e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:51.191678 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-04def169-fbba-461f-8ea1-4b5f70e1c1e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:51.243652 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-69e165c3-2199-421d-8485-4ec6b883edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:51.245384 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-69e165c3-2199-421d-8485-4ec6b883edb2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8bdb01f4-8a12-4aac-92e5-91fe8cc238f4 HTTP/1.1" status: 200 len: 847 time: 0.1386023 Apr 23 18:02:51.246288 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39195289-643a-4bb4-a08b-3481421ab403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:51.283415 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b19331d8-8529-474c-9860-cf50581bff54 req-e4d13f38-5ea7-49ac-90d4-8912fdd64dec service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293927 Apr 23 18:02:51.320723 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39195289-643a-4bb4-a08b-3481421ab403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:51.329639 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-652a3bf9-b329-4080-be5f-e13957ff064a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=540adbfc-a90f-452b-8efb-75eaa7428340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609581 Apr 23 18:02:51.433983 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-04def169-fbba-461f-8ea1-4b5f70e1c1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:51.450182 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18f516f-fe72-4b29-92d5-84c4b937a0a0', 'tag': '56dd9b56-ff97-4e9e-bcc7-294b13f7a76c'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:02:51.462493 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-04def169-fbba-461f-8ea1-4b5f70e1c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:51.466267 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-4eee67df-07a9-4f80-9072-3b71ba2e7486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:51.509844 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb81de3-550c-45b4-a2fe-be8453562342 None None] New status for floating IP 34528b12-df6e-428d-bb1d-eedaa1618021: ACTIVE {{(pid=86363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 18:02:51.540988 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18f516f-fe72-4b29-92d5-84c4b937a0a0', 'tag': '56dd9b56-ff97-4e9e-bcc7-294b13f7a76c', 'status': 'completed', 'code': 200} Apr 23 18:02:51.552193 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04def169-fbba-461f-8ea1-4b5f70e1c1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96386178-b6a5-433e-aaae-f4f565f4d273,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:51.556996 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-04def169-fbba-461f-8ea1-4b5f70e1c1e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69bf04bc77cd43d088bbcf4d1cc61fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8372190 Apr 23 18:02:51.559439 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b19331d8-8529-474c-9860-cf50581bff54 req-2fe2996d-24c7-465f-9e67-e6996f94b787 service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657311 Apr 23 18:02:51.560440 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-04def169-fbba-461f-8ea1-4b5f70e1c1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:51.560744 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54610) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:51.581003 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39195289-643a-4bb4-a08b-3481421ab403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:51.590024 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b2c53815-d5aa-41d2-b6e1-51229252eeb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:51.604080 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39195289-643a-4bb4-a08b-3481421ab403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ef7c18-8cb4-4007-8914-8acf06db36f0,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:51.615272 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-85ba2c22-f79b-4563-8446-d7b914a58995 service neutron] 10.222.0.22 "GET /v2.0/networks/540adbfc-a90f-452b-8efb-75eaa7428340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735512 Apr 23 18:02:51.616413 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-39195289-643a-4bb4-a08b-3481421ab403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:51.622180 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39195289-643a-4bb4-a08b-3481421ab403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:51.623588 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-39195289-643a-4bb4-a08b-3481421ab403 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83ef7c18-8cb4-4007-8914-8acf06db36f0 HTTP/1.1" status: 204 len: 168 time: 0.5308781 Apr 23 18:02:51.636821 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-478a49af-110d-4870-8c6f-facef191b47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:51.720935 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-478a49af-110d-4870-8c6f-facef191b47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:51.787897 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-478a49af-110d-4870-8c6f-facef191b47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:51.807356 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0f4a0dc1-75fa-42d0-ad7d-2a2573014820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:51.849103 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a49af-110d-4870-8c6f-facef191b47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96386178-b6a5-433e-aaae-f4f565f4d273,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:51.852138 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-478a49af-110d-4870-8c6f-facef191b47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:51.875343 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-478a49af-110d-4870-8c6f-facef191b47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:51.879479 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-478a49af-110d-4870-8c6f-facef191b47d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96386178-b6a5-433e-aaae-f4f565f4d273 HTTP/1.1" status: 204 len: 168 time: 0.3146584 Apr 23 18:02:51.975313 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d069c9b-73ac-4e7b-a866-7770c8226a4d req-d70c2742-f697-4cb4-b9a1-cf3292e7fe7f service neutron] 10.222.0.22 "GET /v2.0/networks/540adbfc-a90f-452b-8efb-75eaa7428340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442814 Apr 23 18:02:52.038896 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e775ad-6a9b-4a02-a4b9-d8db42bfb879 req-c93e90fa-3e60-49fa-8ef6-692bce6efe4b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:52.041537 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f5e775ad-6a9b-4a02-a4b9-d8db42bfb879 req-c93e90fa-3e60-49fa-8ef6-692bce6efe4b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.1764643 Apr 23 18:02:52.152492 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f5e775ad-6a9b-4a02-a4b9-d8db42bfb879 req-d86c6602-012b-4629-8671-e3d466243df9 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599642 Apr 23 18:02:52.184197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6110d-d904-4443-a2e7-f2261bd3819f req-1232fbdf-b1d3-4b00-a9e1-c3164b06a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:52.186035 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6ab6110d-d904-4443-a2e7-f2261bd3819f req-1232fbdf-b1d3-4b00-a9e1-c3164b06a027 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f258da86dd0c461eba9f7986436fc460&device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 1096 time: 0.1434076 Apr 23 18:02:52.351761 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:52.383388 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f6b26-d6e0-4a0d-9e74-29b1b7dcea2b req-1d18ac19-b275-45a8-830d-ab508eebfcf4 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:52.385292 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d4f6b26-d6e0-4a0d-9e74-29b1b7dcea2b req-1d18ac19-b275-45a8-830d-ab508eebfcf4 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 943 time: 0.1973743 Apr 23 18:02:52.494273 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d4f6b26-d6e0-4a0d-9e74-29b1b7dcea2b req-bd7c17e8-dcb7-41f6-bb2a-d9c4da981d72 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/security-groups?id=51cda5d9-07a7-4ba0-8be4-a55610bad145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025043 Apr 23 18:02:52.517963 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6110d-d904-4443-a2e7-f2261bd3819f req-016d80d9-291d-4dbe-bf8a-0bcd6a49da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:52.521241 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6ab6110d-d904-4443-a2e7-f2261bd3819f req-016d80d9-291d-4dbe-bf8a-0bcd6a49da46 service neutron] 10.222.0.22 "GET /v2.0/networks?id=540adbfc-a90f-452b-8efb-75eaa7428340 HTTP/1.1" status: 200 len: 908 time: 0.3224559 Apr 23 18:02:52.532058 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54650) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:52.555284 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e8c18d2a-6144-47f8-9520-754248e2087f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:52.577205 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e8c18d2a-6144-47f8-9520-754248e2087f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:52.582950 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e8c18d2a-6144-47f8-9520-754248e2087f admin admin] Usage tracker for resource:security_group_rule and tenant:c0f6382e2e2b40818205ecbb0dddfafe is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:52.586436 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e8c18d2a-6144-47f8-9520-754248e2087f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:52.593037 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e8c18d2a-6144-47f8-9520-754248e2087f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:52.622601 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6ab6110d-d904-4443-a2e7-f2261bd3819f req-4b8b8327-0c00-45a5-91ca-eb9084029120 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56dd9b56-ff97-4e9e-bcc7-294b13f7a76c HTTP/1.1" status: 200 len: 217 time: 0.0937290 Apr 23 18:02:52.692424 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e8c18d2a-6144-47f8-9520-754248e2087f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:52.696334 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e8c18d2a-6144-47f8-9520-754248e2087f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:52.709590 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:52.713800 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6110d-d904-4443-a2e7-f2261bd3819f req-80b7fe11-a5e3-4f81-a6a6-8b90f2bad911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:52.715891 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6ab6110d-d904-4443-a2e7-f2261bd3819f req-80b7fe11-a5e3-4f81-a6a6-8b90f2bad911 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8bdb01f4-8a12-4aac-92e5-91fe8cc238f4 HTTP/1.1" status: 200 len: 847 time: 0.0858264 Apr 23 18:02:52.754715 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-e8c18d2a-6144-47f8-9520-754248e2087f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0f6382e2e2b40818205ecbb0dddfafe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203040 Apr 23 18:02:52.755468 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c18d2a-6144-47f8-9520-754248e2087f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d4a92f-3e15-4c63-91aa-4c6bfa720a95,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:52.758053 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54658) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:52.761906 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e8c18d2a-6144-47f8-9520-754248e2087f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:52.792751 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6ab6110d-d904-4443-a2e7-f2261bd3819f req-54d4870c-1f6f-4cbc-894f-b9fded8aa52e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=540adbfc-a90f-452b-8efb-75eaa7428340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683336 Apr 23 18:02:52.825218 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa29899d-f63f-43a2-95a1-56bdb0752d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:52.858290 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa29899d-f63f-43a2-95a1-56bdb0752d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:52.931916 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa29899d-f63f-43a2-95a1-56bdb0752d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:52.938862 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6d8217a7-d382-4a0f-89a9-911e917b7111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:52.962739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29899d-f63f-43a2-95a1-56bdb0752d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d4a92f-3e15-4c63-91aa-4c6bfa720a95,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:52.965807 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-aa29899d-f63f-43a2-95a1-56bdb0752d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:52.966946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa29899d-f63f-43a2-95a1-56bdb0752d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:52.968386 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-aa29899d-f63f-43a2-95a1-56bdb0752d62 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3d4a92f-3e15-4c63-91aa-4c6bfa720a95 HTTP/1.1" status: 204 len: 168 time: 0.2093916 Apr 23 18:02:53.066502 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6ab6110d-d904-4443-a2e7-f2261bd3819f req-4a285f00-0f13-46b7-adf9-0e84b8513abc service neutron] 10.222.0.22 "GET /v2.0/networks/540adbfc-a90f-452b-8efb-75eaa7428340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657487 Apr 23 18:02:53.232371 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6ab6110d-d904-4443-a2e7-f2261bd3819f req-447f61b3-3099-4e9d-80c8-127348a78cf2 service neutron] 10.222.0.22 "GET /v2.0/networks/540adbfc-a90f-452b-8efb-75eaa7428340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562946 Apr 23 18:02:53.415840 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341ed17-648b-45c2-b662-a921473504ea req-07026dca-12d8-4891-ae44-3b735ac1cd11 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:53.424637 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f341ed17-648b-45c2-b662-a921473504ea req-07026dca-12d8-4891-ae44-3b735ac1cd11 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.1249919 Apr 23 18:02:53.430146 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 54688) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:53.480179 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f341ed17-648b-45c2-b662-a921473504ea req-acbae269-8d2a-406d-9f8a-18a444f605cd tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544674 Apr 23 18:02:53.612795 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc445-b3a9-4c63-9fdc-0306b104737a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:53.630175 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-5a5bc445-b3a9-4c63-9fdc-0306b104737a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:53.634554 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5a5bc445-b3a9-4c63-9fdc-0306b104737a admin admin] Usage tracker for resource:security_group_rule and tenant:ff76496206b54640aa8fbaeb670457da is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:53.637742 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5a5bc445-b3a9-4c63-9fdc-0306b104737a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:53.644143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-5a5bc445-b3a9-4c63-9fdc-0306b104737a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:53.714569 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140de0aa-c57d-4d30-9f0e-c1f0856f58cb req-9fb07fe6-4831-41a5-93f6-3f0ac6938b7e tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:53.724508 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-140de0aa-c57d-4d30-9f0e-c1f0856f58cb req-9fb07fe6-4831-41a5-93f6-3f0ac6938b7e tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 943 time: 0.1038964 Apr 23 18:02:53.755042 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc445-b3a9-4c63-9fdc-0306b104737a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:53.759136 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc445-b3a9-4c63-9fdc-0306b104737a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:53.771797 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d8bc9fde-5ab3-4aa7-beb8-d7c46a05a071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:53.828639 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5a5bc445-b3a9-4c63-9fdc-0306b104737a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff76496206b54640aa8fbaeb670457da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3968108 Apr 23 18:02:53.834547 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bc445-b3a9-4c63-9fdc-0306b104737a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73345d5-ea2a-4a8a-afc7-d542b71bb567,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:53.838080 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 54712) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:53.841152 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5a5bc445-b3a9-4c63-9fdc-0306b104737a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:53.923527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2cf08e05-7176-430f-9006-2e9e0f17c6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:53.966143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2cf08e05-7176-430f-9006-2e9e0f17c6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:54.021961 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-140de0aa-c57d-4d30-9f0e-c1f0856f58cb req-5c04a5bf-8941-427d-9208-f73777e238f0 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/security-groups?id=51cda5d9-07a7-4ba0-8be4-a55610bad145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965066 Apr 23 18:02:54.026919 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2cf08e05-7176-430f-9006-2e9e0f17c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:54.032436 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-66a808da-5d41-4dff-8bc8-bc1d48336c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:54.044136 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf08e05-7176-430f-9006-2e9e0f17c6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73345d5-ea2a-4a8a-afc7-d542b71bb567,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:54.046419 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2cf08e05-7176-430f-9006-2e9e0f17c6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:54.058106 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2cf08e05-7176-430f-9006-2e9e0f17c6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:54.065084 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-2cf08e05-7176-430f-9006-2e9e0f17c6d6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c73345d5-ea2a-4a8a-afc7-d542b71bb567 HTTP/1.1" status: 204 len: 168 time: 0.2248895 Apr 23 18:02:54.734869 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 54758) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:54.739118 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f2a85-087e-4a9e-a374-d527198deb64 req-1d38fe4d-305b-4434-a8a7-26e241615910 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:54.740857 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-bf7f2a85-087e-4a9e-a374-d527198deb64 req-1d38fe4d-305b-4434-a8a7-26e241615910 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.1374254 Apr 23 18:02:54.769665 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0c855c06-1439-4564-96bc-6b6187104801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:54.796494 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-0c855c06-1439-4564-96bc-6b6187104801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:54.805464 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-0c855c06-1439-4564-96bc-6b6187104801 admin admin] Usage tracker for resource:security_group_rule and tenant:71216b25d2b2447aa881109c9941b353 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:54.808569 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-0c855c06-1439-4564-96bc-6b6187104801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:54.817002 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-0c855c06-1439-4564-96bc-6b6187104801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:54.824390 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-bf7f2a85-087e-4a9e-a374-d527198deb64 req-0db73a9c-2e55-41b7-a9dc-459886406e2e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769527 Apr 23 18:02:54.909208 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0c855c06-1439-4564-96bc-6b6187104801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:54.911966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0c855c06-1439-4564-96bc-6b6187104801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:54.920616 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0deaf897-ce4b-4cf4-bddd-4931f415b992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:54.966417 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-0c855c06-1439-4564-96bc-6b6187104801 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71216b25d2b2447aa881109c9941b353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281137 Apr 23 18:02:54.966417 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c855c06-1439-4564-96bc-6b6187104801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94d1e0d-7b40-4beb-8f01-5bf407571d03,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:54.967534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54768) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:54.969318 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0c855c06-1439-4564-96bc-6b6187104801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:55.033682 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5edba1eb-4988-49cf-b806-73076eb968b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:55.060943 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5edba1eb-4988-49cf-b806-73076eb968b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:55.090958 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:02:55.114149 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5edba1eb-4988-49cf-b806-73076eb968b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:55.119415 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:55.138260 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5edba1eb-4988-49cf-b806-73076eb968b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:55.139662 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5edba1eb-4988-49cf-b806-73076eb968b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e94d1e0d-7b40-4beb-8f01-5bf407571d03 HTTP/1.1" status: 204 len: 168 time: 0.1710415 Apr 23 18:02:55.140863 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edba1eb-4988-49cf-b806-73076eb968b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94d1e0d-7b40-4beb-8f01-5bf407571d03,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:55.144722 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5edba1eb-4988-49cf-b806-73076eb968b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:55.255545 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=56dd9b56-ff97-4e9e-bcc7-294b13f7a76c,segment=NetworkSegment(e1ff352e-94c1-4749-9baa-051f3a7821c3),segment_id=e1ff352e-94c1-4749-9baa-051f3a7821c3)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:55.273662 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '56dd9b56-ff97-4e9e-bcc7-294b13f7a76c', 'network_id': '540adbfc-a90f-452b-8efb-75eaa7428340', 'port_id': '56dd9b56-ff97-4e9e-bcc7-294b13f7a76c', 'mac_address': 'fa:16:3e:30:26:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdb01f4-8a12-4aac-92e5-91fe8cc238f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:02:55.275377 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d21ec-8bd9-42ec-a8b8-7c051d4cb065 req-b7ccf303-1e2a-44c0-992b-d2a77bbd60d8 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:55.276546 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-618d21ec-8bd9-42ec-a8b8-7c051d4cb065 req-b7ccf303-1e2a-44c0-992b-d2a77bbd60d8 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Synchronizing usage tracker for tenant:f258da86dd0c461eba9f7986436fc460 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:02:55.300138 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-618d21ec-8bd9-42ec-a8b8-7c051d4cb065 req-b7ccf303-1e2a-44c0-992b-d2a77bbd60d8 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Unset dirty status for tenant:f258da86dd0c461eba9f7986436fc460 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:02:55.301870 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-618d21ec-8bd9-42ec-a8b8-7c051d4cb065 req-b7ccf303-1e2a-44c0-992b-d2a77bbd60d8 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 943 time: 0.1313913 Apr 23 18:02:55.344131 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:55.361201 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-618d21ec-8bd9-42ec-a8b8-7c051d4cb065 req-ea326946-00ea-4cba-bbcb-a945102300f5 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/security-groups?id=51cda5d9-07a7-4ba0-8be4-a55610bad145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522413 Apr 23 18:02:55.377980 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:02:55.403902 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=56dd9b56-ff97-4e9e-bcc7-294b13f7a76c,segment=NetworkSegment(e1ff352e-94c1-4749-9baa-051f3a7821c3),segment_id=e1ff352e-94c1-4749-9baa-051f3a7821c3)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:55.407440 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:55.410483 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:55.498399 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=56dd9b56-ff97-4e9e-bcc7-294b13f7a76c,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:55.506833 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:55.507215 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:55.507611 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:55.507988 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:55.508524 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:55.508924 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:55.509322 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:55.509729 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:55.510105 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:55.510491 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:55.510885 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:55.511303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:02:55.515922 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:55.698646 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['56dd9b56-ff97-4e9e-bcc7-294b13f7a76c'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:02:56.107181 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd990c-834c-48b5-8009-6a605275ea0a req-ccc5115f-4bfe-49d8-8204-e2bd536d7eb2 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:56.119289 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75bd990c-834c-48b5-8009-6a605275ea0a req-ccc5115f-4bfe-49d8-8204-e2bd536d7eb2 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.1160820 Apr 23 18:02:56.170542 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75bd990c-834c-48b5-8009-6a605275ea0a req-bd41569f-cfa7-45bd-8561-55ece08d19f0 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501587 Apr 23 18:02:56.313909 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 54822) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:56.487370 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1992727540-network', 'tenant_id': '97cfd8be86b64e99bd8f33dba0e9ac63'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:56.492544 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:56.496717 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Usage tracker for resource:network and tenant:97cfd8be86b64e99bd8f33dba0e9ac63 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:56.499734 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:56.507481 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:56.516507 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Made reservation on behalf of 97cfd8be86b64e99bd8f33dba0e9ac63 for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:02:56.521380 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:56.536974 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:56.556197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:56.560919 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Usage tracker for resource:security_group_rule and tenant:97cfd8be86b64e99bd8f33dba0e9ac63 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:56.563903 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:56.571643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:56.616182 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bd1cc-f4a1-43ae-a146-ac4b5ac3bf7b req-78fcf62b-3257-469f-bd7d-603e9a6f5ee7 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:56.617702 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c85bd1cc-f4a1-43ae-a146-ac4b5ac3bf7b req-78fcf62b-3257-469f-bd7d-603e9a6f5ee7 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 944 time: 0.0975850 Apr 23 18:02:56.667581 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:56.670521 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:56.670676 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c85bd1cc-f4a1-43ae-a146-ac4b5ac3bf7b req-f3943452-94aa-4666-aa51-723654288b8c tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/security-groups?id=51cda5d9-07a7-4ba0-8be4-a55610bad145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463488 Apr 23 18:02:56.675668 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-44b71b15-ecb1-407f-98d9-1bb5c0930c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:56.706020 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=86362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 18:02:56.714965 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:56.718799 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:56.722003 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:56.722391 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Added segment 4c59450a-92d4-4c25-9f1b-1a3952415c0c of type vlan for network d62d1981-da28-401b-9deb-f856a9195335 Apr 23 18:02:56.749602 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:56.777912 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:56.779271 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:56.779903 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:56.785585 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-4441eda9-9f9d-40fa-bb19-70fcfd32ad1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:56.890591 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5754566 Apr 23 18:02:56.891544 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d62d1981-da28-401b-9deb-f856a9195335,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:56.893975 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 54840) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:02:56.894586 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:56.900541 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Request body: {'subnet': {'network_id': 'd62d1981-da28-401b-9deb-f856a9195335', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1992727540-subnet', 'tenant_id': '97cfd8be86b64e99bd8f33dba0e9ac63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:02:56.905835 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network d62d1981-da28-401b-9deb-f856a9195335 details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 18:02:56.906014 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:02:56.910885 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Usage tracker for resource:subnet and tenant:97cfd8be86b64e99bd8f33dba0e9ac63 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:02:56.914044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:02:57.100831 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:02:57.149939 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:02:57.161617 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Made reservation on behalf of 97cfd8be86b64e99bd8f33dba0e9ac63 for: {'subnet': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:02:57.166483 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:57.185035 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:02:57.190025 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:02:57.190666 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:57.323713 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:57.355133 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18f516f-fe72-4b29-92d5-84c4b937a0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56dd9b56-ff97-4e9e-bcc7-294b13f7a76c'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:02:57.363898 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=56dd9b56-ff97-4e9e-bcc7-294b13f7a76c,segment=NetworkSegment(e1ff352e-94c1-4749-9baa-051f3a7821c3),segment_id=e1ff352e-94c1-4749-9baa-051f3a7821c3)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:02:57.366773 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:57.369635 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:57.447543 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=56dd9b56-ff97-4e9e-bcc7-294b13f7a76c,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:57.450773 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:57.464346 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18f516f-fe72-4b29-92d5-84c4b937a0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56dd9b56-ff97-4e9e-bcc7-294b13f7a76c', 'code': 200} Apr 23 18:02:57.550030 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9389769-9bbc-4e08-bd65-bc7538a3c7ab req-75f59156-8540-4fbf-8dc7-09a882b1db35 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:57.551664 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e9389769-9bbc-4e08-bd65-bc7538a3c7ab req-75f59156-8540-4fbf-8dc7-09a882b1db35 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.2088809 Apr 23 18:02:57.692950 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e9389769-9bbc-4e08-bd65-bc7538a3c7ab req-507879e9-2bb3-4ad6-9ac5-547a37b06c18 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316905 Apr 23 18:02:57.845879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ce2e1-64dd-42cc-b91b-6e28e9baeae3 req-c358bc1a-a8c7-4802-ba05-50f2fe56c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:57.847598 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a20ce2e1-64dd-42cc-b91b-6e28e9baeae3 req-c358bc1a-a8c7-4802-ba05-50f2fe56c588 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 1098 time: 0.2031028 Apr 23 18:02:57.966568 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a20ce2e1-64dd-42cc-b91b-6e28e9baeae3 req-740d7910-1706-4a25-a13b-711eea03b9be service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=51cda5d9-07a7-4ba0-8be4-a55610bad145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716012 Apr 23 18:02:58.048477 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d7dc0-271a-4406-8e66-71f94d762c68 req-dd45741a-fb58-4d06-9d26-02ec3569f2b5 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:58.050072 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a31d7dc0-271a-4406-8e66-71f94d762c68 req-dd45741a-fb58-4d06-9d26-02ec3569f2b5 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 945 time: 0.2083549 Apr 23 18:02:58.112845 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for subnet, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:58.123175 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a31d7dc0-271a-4406-8e66-71f94d762c68 req-799a87eb-2dd2-4d1a-a086-19dbf11f75e4 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/security-groups?id=51cda5d9-07a7-4ba0-8be4-a55610bad145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658190 Apr 23 18:02:58.124565 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:02:58.207236 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc80c829-08da-4c2e-bfb9-c4b7796dd75b,revision_number=0']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:02:58.211510 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:02:58.212239 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Checking segment: {'id': '4c59450a-92d4-4c25-9f1b-1a3952415c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd62d1981-da28-401b-9deb-f856a9195335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:02:58.212635 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Network hostable DHCP agents. Network: d62d1981-da28-401b-9deb-f856a9195335, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 18:02:58.231753 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Network d62d1981-da28-401b-9deb-f856a9195335 is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 18:02:58.241177 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, d62d1981-da28-401b-9deb-f856a9195335) {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:02:58.249151 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:58.249315 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9762293-fa6e-4cb0-97a4-fe278084df9a None None] Network d62d1981-da28-401b-9deb-f856a9195335 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:02:58.249800 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:02:58.274452 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3787987 Apr 23 18:02:58.650554 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483bd431-631a-4687-b7b3-2a6ac780a143 None None] Network d62d1981-da28-401b-9deb-f856a9195335 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:02:59.010491 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c82dcc-5051-483f-b49d-0a6d6eba87b1 req-eddf42f9-c052-4115-acaf-cfece10e44fb tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:59.012147 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-04c82dcc-5051-483f-b49d-0a6d6eba87b1 req-eddf42f9-c052-4115-acaf-cfece10e44fb tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.1335077 Apr 23 18:02:59.113442 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-04c82dcc-5051-483f-b49d-0a6d6eba87b1 req-17fabc4c-526c-42c2-868a-28827866272f tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930741 Apr 23 18:02:59.368785 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a4dc1-478d-4be2-b370-5e5bb2b9cef0 req-b2ba6ece-0079-491b-b9d2-ae6df3494c11 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:02:59.370399 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-202a4dc1-478d-4be2-b370-5e5bb2b9cef0 req-b2ba6ece-0079-491b-b9d2-ae6df3494c11 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 945 time: 0.1160488 Apr 23 18:02:59.443331 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-202a4dc1-478d-4be2-b370-5e5bb2b9cef0 req-16db4e12-e48c-4f86-a4e4-bb098da1e8eb tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/security-groups?id=51cda5d9-07a7-4ba0-8be4-a55610bad145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532880 Apr 23 18:03:00.401102 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cccd4-ffa5-4e11-90ce-c99f81857f84 req-8a106ce3-e02f-453d-ba4b-281b538b6ec4 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:00.416174 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ce1cccd4-ffa5-4e11-90ce-c99f81857f84 req-8a106ce3-e02f-453d-ba4b-281b538b6ec4 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.1727247 Apr 23 18:03:00.465560 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ce1cccd4-ffa5-4e11-90ce-c99f81857f84 req-55f132d7-63fa-4417-8d94-d55daef09271 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482078 Apr 23 18:03:00.739678 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75789087-fb7c-4f97-912c-90681d205301 req-aebbd678-23aa-4427-b9c9-229dd8601877 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:00.741262 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75789087-fb7c-4f97-912c-90681d205301 req-aebbd678-23aa-4427-b9c9-229dd8601877 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/networks?id=d62d1981-da28-401b-9deb-f856a9195335 HTTP/1.1" status: 200 len: 809 time: 0.1590652 Apr 23 18:03:00.757511 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75789087-fb7c-4f97-912c-90681d205301 req-984c8613-346b-436d-a39d-03a7fcaa05c1 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/quotas/97cfd8be86b64e99bd8f33dba0e9ac63 HTTP/1.1" status: 200 len: 375 time: 0.0097816 Apr 23 18:03:00.815744 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75789087-fb7c-4f97-912c-90681d205301 req-44a84af1-f10f-4adb-b90c-72bcc99830be tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=97cfd8be86b64e99bd8f33dba0e9ac63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524426 Apr 23 18:03:00.966927 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75789087-fb7c-4f97-912c-90681d205301 req-0122c180-d808-42ad-b593-f49d8d9806ca service neutron] 10.222.0.11 "GET /v2.0/networks/d62d1981-da28-401b-9deb-f856a9195335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427376 Apr 23 18:03:01.113027 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75789087-fb7c-4f97-912c-90681d205301 req-8c47c832-31b2-4da7-8100-8c4bea326bea service neutron] 10.222.0.11 "GET /v2.0/networks/d62d1981-da28-401b-9deb-f856a9195335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390419 Apr 23 18:03:01.313307 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-af771c62-cf70-4251-b111-acac5d74bc07 req-9fc5b2e5-1cc7-4ccc-ba1d-a6f857a4d739 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 210 time: 0.0492017 Apr 23 18:03:01.738916 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb06856-9522-4c46-b1c8-a8c4a62bb1f8 req-ad6c8f46-7747-447e-8de9-6e3176826a22 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:01.748189 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5cb06856-9522-4c46-b1c8-a8c4a62bb1f8 req-ad6c8f46-7747-447e-8de9-6e3176826a22 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.1189480 Apr 23 18:03:01.827355 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5cb06856-9522-4c46-b1c8-a8c4a62bb1f8 req-f6c41b55-b6f5-4175-b0f2-f2481fb4fc73 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648451 Apr 23 18:03:01.966085 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 55028) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:02.102923 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cf5bed4e-d160-4c36-8ede-cb333c01e0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:02.122831 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-cf5bed4e-d160-4c36-8ede-cb333c01e0e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:03:02.136032 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-cf5bed4e-d160-4c36-8ede-cb333c01e0e4 admin admin] Usage tracker for resource:security_group_rule and tenant:303f9556eee044f0b2083bf392ee762d is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:03:02.137144 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-cf5bed4e-d160-4c36-8ede-cb333c01e0e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:03:02.144637 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-cf5bed4e-d160-4c36-8ede-cb333c01e0e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:03:02.242965 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cf5bed4e-d160-4c36-8ede-cb333c01e0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:02.246154 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cf5bed4e-d160-4c36-8ede-cb333c01e0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:02.267771 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-cb11336d-7c88-4309-aaf2-7d3230419e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:02.317325 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-cf5bed4e-d160-4c36-8ede-cb333c01e0e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=303f9556eee044f0b2083bf392ee762d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498454 Apr 23 18:03:02.319781 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bed4e-d160-4c36-8ede-cb333c01e0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f76a6cf-aa99-413b-9a3d-129877cff042,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:02.320952 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 55044) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:02.375910 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-cf5bed4e-d160-4c36-8ede-cb333c01e0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:02.422167 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4ac41-7166-42fa-8069-9ec4607503b2 req-f71c2933-3ece-49ae-bfdb-07c0009dedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:02.424389 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3ca4ac41-7166-42fa-8069-9ec4607503b2 req-f71c2933-3ece-49ae-bfdb-07c0009dedb3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 1099 time: 0.1010413 Apr 23 18:03:02.461184 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8593be36-6112-47d6-9191-da1291e28ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:02.503446 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8593be36-6112-47d6-9191-da1291e28ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:02.516383 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3ca4ac41-7166-42fa-8069-9ec4607503b2 req-f8b4bcf3-077a-4bab-8a4f-4ac2e3ff5629 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849257 Apr 23 18:03:02.572126 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8593be36-6112-47d6-9191-da1291e28ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:02.578353 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2b588c5f-9814-48cd-a658-13e839246f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:02.595063 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593be36-6112-47d6-9191-da1291e28ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f76a6cf-aa99-413b-9a3d-129877cff042,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:02.606065 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8593be36-6112-47d6-9191-da1291e28ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:02.613930 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8593be36-6112-47d6-9191-da1291e28ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:02.615692 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8593be36-6112-47d6-9191-da1291e28ad3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f76a6cf-aa99-413b-9a3d-129877cff042 HTTP/1.1" status: 204 len: 168 time: 0.2932649 Apr 23 18:03:02.639759 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9eda0843-423c-4525-93ce-16a2a77d7256 req-4a5b9c13-0730-4aaf-9cfd-b364752d011e tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 210 time: 0.0708945 Apr 23 18:03:02.882582 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75789087-fb7c-4f97-912c-90681d205301 req-13bdd584-0fae-4060-9c0c-a880239af0f2 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:02.884284 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75789087-fb7c-4f97-912c-90681d205301 req-13bdd584-0fae-4060-9c0c-a880239af0f2 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.22 "GET /v2.0/networks?id=d62d1981-da28-401b-9deb-f856a9195335 HTTP/1.1" status: 200 len: 809 time: 0.2435007 Apr 23 18:03:02.908382 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-75789087-fb7c-4f97-912c-90681d205301 req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Request body: {'port': {'device_id': '3f8ed3d0-6801-4def-9c33-6eb1439562ba', 'network_id': 'd62d1981-da28-401b-9deb-f856a9195335', 'admin_state_up': True, 'tenant_id': '97cfd8be86b64e99bd8f33dba0e9ac63'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:03:03.146184 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-75789087-fb7c-4f97-912c-90681d205301 req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:03:03.153300 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-75789087-fb7c-4f97-912c-90681d205301 req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Usage tracker for resource:port and tenant:97cfd8be86b64e99bd8f33dba0e9ac63 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:03:03.157130 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-75789087-fb7c-4f97-912c-90681d205301 req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:03:03.169270 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544c0a2-6f8e-4de8-9651-3171776baed6 req-af61311a-b145-4a16-bed8-c02ccedf24ff tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:03.170876 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6544c0a2-6f8e-4de8-9651-3171776baed6 req-af61311a-b145-4a16-bed8-c02ccedf24ff tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.1681397 Apr 23 18:03:03.175370 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-75789087-fb7c-4f97-912c-90681d205301 req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:03:03.217798 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75789087-fb7c-4f97-912c-90681d205301 req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Made reservation on behalf of 97cfd8be86b64e99bd8f33dba0e9ac63 for: {'port': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:03:03.224365 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-75789087-fb7c-4f97-912c-90681d205301 req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:03.249148 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6544c0a2-6f8e-4de8-9651-3171776baed6 req-6909d2f1-7d4b-45bb-8d62-3bb6a576859d tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707839 Apr 23 18:03:03.405471 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-75789087-fb7c-4f97-912c-90681d205301 req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Allocated IP 172.20.0.3 (d62d1981-da28-401b-9deb-f856a9195335/bc80c829-08da-4c2e-bfb9-c4b7796dd75b/24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:03:03.715417 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-75789087-fb7c-4f97-912c-90681d205301 req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:03.749253 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-75789087-fb7c-4f97-912c-90681d205301 req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:03.756874 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:03.870733 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77ac08-d515-489f-b054-ea0374f96b8a req-61e94e5d-6f8b-491a-99e1-db6521dc57c4 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:03.872172 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ca77ac08-d515-489f-b054-ea0374f96b8a req-61e94e5d-6f8b-491a-99e1-db6521dc57c4 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 945 time: 0.0927446 Apr 23 18:03:03.897227 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75789087-fb7c-4f97-912c-90681d205301 req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Network d62d1981-da28-401b-9deb-f856a9195335 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:03:03.914945 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-75789087-fb7c-4f97-912c-90681d205301 req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:03:03.918293 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Pushing event updated for resources: {'Port': ['ID=24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:03.921067 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-75789087-fb7c-4f97-912c-90681d205301 req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:03:03.927576 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75789087-fb7c-4f97-912c-90681d205301 req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:03.928197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-75789087-fb7c-4f97-912c-90681d205301 req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:03.931231 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ca77ac08-d515-489f-b054-ea0374f96b8a req-9979190c-24cd-4b2e-8d10-0d2906cab640 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/security-groups?id=51cda5d9-07a7-4ba0-8be4-a55610bad145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515430 Apr 23 18:03:03.936290 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:03.961394 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75789087-fb7c-4f97-912c-90681d205301 req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0601208 Apr 23 18:03:03.971127 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c53a21-9111-4c82-a79e-88bef9896ef3 req-d908213b-b561-423f-94fb-36c5a90a3519 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:03.971892 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-53c53a21-9111-4c82-a79e-88bef9896ef3 req-d908213b-b561-423f-94fb-36c5a90a3519 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Synchronizing usage tracker for tenant:97cfd8be86b64e99bd8f33dba0e9ac63 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:03:03.984534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Request body: {'port': {'device_id': '3f8ed3d0-6801-4def-9c33-6eb1439562ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:03:04.047337 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-53c53a21-9111-4c82-a79e-88bef9896ef3 req-d908213b-b561-423f-94fb-36c5a90a3519 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Unset dirty status for tenant:97cfd8be86b64e99bd8f33dba0e9ac63 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:03:04.048651 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53c53a21-9111-4c82-a79e-88bef9896ef3 req-d908213b-b561-423f-94fb-36c5a90a3519 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 931 time: 0.2573550 Apr 23 18:03:04.155681 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:04.174346 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53c53a21-9111-4c82-a79e-88bef9896ef3 req-f20368bc-abf7-4a76-b8e9-e76f45882d35 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880234 Apr 23 18:03:04.719760 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcbb96-b4aa-4897-8aa6-8cb70f4c369d req-f7630cd3-8da8-48ac-b6bc-6684d825d8c9 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:04.721442 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0dfcbb96-b4aa-4897-8aa6-8cb70f4c369d req-f7630cd3-8da8-48ac-b6bc-6684d825d8c9 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.2178910 Apr 23 18:03:04.796415 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0dfcbb96-b4aa-4897-8aa6-8cb70f4c369d req-2a9eab57-1359-483e-8f86-5bf032dc7fd1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597577 Apr 23 18:03:04.871833 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e {{(pid=86361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:03:04.881445 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:04.898400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Transition to ACTIVE for port object 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:03:04.901644 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:04.907134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8ce8c931-059d-48cb-8b47-ae211f0d7d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:05.012877 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9322c-cb2c-4ce7-8844-85190ecdbe01 req-56cea226-7839-4df0-8a5e-8bbb32a9e8c7 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:05.014904 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9ad9322c-cb2c-4ce7-8844-85190ecdbe01 req-56cea226-7839-4df0-8a5e-8bbb32a9e8c7 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.0993142 Apr 23 18:03:05.072163 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9ad9322c-cb2c-4ce7-8844-85190ecdbe01 req-0beba9a2-6dbd-47f7-b296-81964418d627 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469844 Apr 23 18:03:05.163944 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Pushing event updated for resources: {'Port': ['ID=24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:05.167292 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:05.175667 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Attempting to bind port 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:03:05.175931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Attempting to bind port 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '4c59450a-92d4-4c25-9f1b-1a3952415c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd62d1981-da28-401b-9deb-f856a9195335'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:03:05.176436 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Attempting to bind port 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e on network d62d1981-da28-401b-9deb-f856a9195335 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:03:05.184815 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Port 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e on network d62d1981-da28-401b-9deb-f856a9195335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:03:05.185946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Attempting to bind port 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e on network d62d1981-da28-401b-9deb-f856a9195335 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:03:05.208196 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:03:05.208683 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Checking segment: {'id': '4c59450a-92d4-4c25-9f1b-1a3952415c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd62d1981-da28-401b-9deb-f856a9195335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:03:05.209221 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Bound using segment: {'id': '4c59450a-92d4-4c25-9f1b-1a3952415c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd62d1981-da28-401b-9deb-f856a9195335'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:03:05.209789 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Bound port: 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c59450a-92d4-4c25-9f1b-1a3952415c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd62d1981-da28-401b-9deb-f856a9195335'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:03:05.210248 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:05.283655 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffd246-a359-480c-be65-46da080a9f3b req-70f4fa28-3cd5-4ac7-95a8-5a9bb5ba4f8e tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:05.285478 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-15ffd246-a359-480c-be65-46da080a9f3b req-70f4fa28-3cd5-4ac7-95a8-5a9bb5ba4f8e tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 945 time: 0.2199953 Apr 23 18:03:05.380258 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-15ffd246-a359-480c-be65-46da080a9f3b req-23062c84-7592-4931-aa69-4677c5fc257c tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/security-groups?id=51cda5d9-07a7-4ba0-8be4-a55610bad145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870514 Apr 23 18:03:05.409327 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] For port 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e, host hv-cinder-78652, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:03:05.413363 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] For port 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e,segment=NetworkSegment(4c59450a-92d4-4c25-9f1b-1a3952415c0c),segment_id=4c59450a-92d4-4c25-9f1b-1a3952415c0c)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:03:05.416329 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:05.426962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:05.482875 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:05.483514 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:05.484998 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75789087-fb7c-4f97-912c-90681d205301 req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] 10.222.0.22 "PUT /v2.0/ports/24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e HTTP/1.1" status: 200 len: 1093 time: 1.5082295 Apr 23 18:03:05.486332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8ed3d0-6801-4def-9c33-6eb1439562ba', 'tag': '24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:03:05.591242 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db329dde-5ebe-4d3c-8736-7cca4cdb1c1d req-d22b2eec-09da-4373-a6f2-b6c42955c9d3 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:05.591663 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-db329dde-5ebe-4d3c-8736-7cca4cdb1c1d req-d22b2eec-09da-4373-a6f2-b6c42955c9d3 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 943 time: 0.2241147 Apr 23 18:03:05.625224 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Pushing event updated for resources: {'Port': ['ID=24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:05.625843 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8296bec-f006-47c2-bffb-1ff48fe6a4ed req-81ed92ce-56ca-465b-9df3-4b7bace4a76f tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:05.627548 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a8296bec-f006-47c2-bffb-1ff48fe6a4ed req-81ed92ce-56ca-465b-9df3-4b7bace4a76f tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.22 "GET /v2.0/ports?device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 945 time: 0.1723192 Apr 23 18:03:05.629132 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:05.662518 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8ed3d0-6801-4def-9c33-6eb1439562ba', 'tag': '24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e', 'status': 'completed', 'code': 200} Apr 23 18:03:05.665624 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75789087-fb7c-4f97-912c-90681d205301 req-d1a20348-0254-4aeb-add4-b0f9aec58770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:05.667245 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75789087-fb7c-4f97-912c-90681d205301 req-d1a20348-0254-4aeb-add4-b0f9aec58770 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=97cfd8be86b64e99bd8f33dba0e9ac63&device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 1096 time: 0.1295891 Apr 23 18:03:05.721887 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-db329dde-5ebe-4d3c-8736-7cca4cdb1c1d req-a2b8d4f4-8b96-4460-b9f9-a940ff9ef7f7 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Synchronizing usage tracker for tenant:97cfd8be86b64e99bd8f33dba0e9ac63 on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:03:05.753064 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-db329dde-5ebe-4d3c-8736-7cca4cdb1c1d req-a2b8d4f4-8b96-4460-b9f9-a940ff9ef7f7 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Unset dirty status for tenant:97cfd8be86b64e99bd8f33dba0e9ac63 on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:03:05.754614 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-db329dde-5ebe-4d3c-8736-7cca4cdb1c1d req-a2b8d4f4-8b96-4460-b9f9-a940ff9ef7f7 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464202 Apr 23 18:03:05.757489 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75789087-fb7c-4f97-912c-90681d205301 req-f4b9aa9c-1d90-4483-a4f5-7eb454f40f3f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e HTTP/1.1" status: 200 len: 217 time: 0.0750616 Apr 23 18:03:05.834566 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75789087-fb7c-4f97-912c-90681d205301 req-5f5e11d6-80ff-4155-8386-990f3b26ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:05.836146 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75789087-fb7c-4f97-912c-90681d205301 req-5f5e11d6-80ff-4155-8386-990f3b26ada7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc80c829-08da-4c2e-bfb9-c4b7796dd75b HTTP/1.1" status: 200 len: 849 time: 0.0719953 Apr 23 18:03:05.853398 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-a8296bec-f006-47c2-bffb-1ff48fe6a4ed req-27d51c02-5a18-474e-aa18-1b560c611606 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Deleting port 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:03:05.853794 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a8296bec-f006-47c2-bffb-1ff48fe6a4ed req-27d51c02-5a18-474e-aa18-1b560c611606 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:05.891156 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75789087-fb7c-4f97-912c-90681d205301 req-af9f62da-5397-452d-96ed-3dce12447d87 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d62d1981-da28-401b-9deb-f856a9195335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471203 Apr 23 18:03:05.997837 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-a8296bec-f006-47c2-bffb-1ff48fe6a4ed req-27d51c02-5a18-474e-aa18-1b560c611606 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] For port 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=56dd9b56-ff97-4e9e-bcc7-294b13f7a76c,segment=NetworkSegment(e1ff352e-94c1-4749-9baa-051f3a7821c3),segment_id=e1ff352e-94c1-4749-9baa-051f3a7821c3)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:03:05.998378 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a8296bec-f006-47c2-bffb-1ff48fe6a4ed req-27d51c02-5a18-474e-aa18-1b560c611606 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:06.040488 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75789087-fb7c-4f97-912c-90681d205301 req-50cdd6d4-ce9c-4af0-8689-6c92dc48091e service neutron] 10.222.0.22 "GET /v2.0/networks/d62d1981-da28-401b-9deb-f856a9195335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400986 Apr 23 18:03:06.131711 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-a8296bec-f006-47c2-bffb-1ff48fe6a4ed req-27d51c02-5a18-474e-aa18-1b560c611606 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Calling delete_port for 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c owned by compute:nova {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:03:06.185288 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75789087-fb7c-4f97-912c-90681d205301 req-dc34129d-8717-4920-92e7-ed47e70c7d64 service neutron] 10.222.0.22 "GET /v2.0/networks/d62d1981-da28-401b-9deb-f856a9195335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371558 Apr 23 18:03:06.251260 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a8296bec-f006-47c2-bffb-1ff48fe6a4ed req-27d51c02-5a18-474e-aa18-1b560c611606 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:06.258660 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f8255ad5-9c68-48c8-9eb3-48a6d879ed3d tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:06.269626 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['56dd9b56-ff97-4e9e-bcc7-294b13f7a76c'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:03:06.347689 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d51c02-5a18-474e-aa18-1b560c611606 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Pushing event deleted for resources: {'Port': ['ID=56dd9b56-ff97-4e9e-bcc7-294b13f7a76c,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:06.348911 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5077b-32e6-4393-8efd-476c2a850fe1 req-85d1f768-db4a-4b34-a2ce-9b3dd6d2d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:06.351223 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-07b5077b-32e6-4393-8efd-476c2a850fe1 req-85d1f768-db4a-4b34-a2ce-9b3dd6d2d96d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=97cfd8be86b64e99bd8f33dba0e9ac63&device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 1096 time: 0.1186206 Apr 23 18:03:06.360408 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-27d51c02-5a18-474e-aa18-1b560c611606 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:06.407879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8296bec-f006-47c2-bffb-1ff48fe6a4ed req-27d51c02-5a18-474e-aa18-1b560c611606 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] No DVR routers for this DVR port 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c on host hv-cinder-78652 {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:03:06.412852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a8296bec-f006-47c2-bffb-1ff48fe6a4ed req-27d51c02-5a18-474e-aa18-1b560c611606 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:06.425383 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18f516f-fe72-4b29-92d5-84c4b937a0a0', 'name': 'network-vif-deleted', 'tag': '56dd9b56-ff97-4e9e-bcc7-294b13f7a76c'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:03:06.432237 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a8296bec-f006-47c2-bffb-1ff48fe6a4ed req-27d51c02-5a18-474e-aa18-1b560c611606 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.22 "DELETE /v2.0/ports/56dd9b56-ff97-4e9e-bcc7-294b13f7a76c HTTP/1.1" status: 204 len: 173 time: 0.7706323 Apr 23 18:03:06.500513 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18f516f-fe72-4b29-92d5-84c4b937a0a0', 'name': 'network-vif-deleted', 'tag': '56dd9b56-ff97-4e9e-bcc7-294b13f7a76c', 'status': 'completed', 'code': 200} Apr 23 18:03:06.557801 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5077b-32e6-4393-8efd-476c2a850fe1 req-fa173073-bf71-4ea8-af17-a609269842d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:06.559752 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-07b5077b-32e6-4393-8efd-476c2a850fe1 req-fa173073-bf71-4ea8-af17-a609269842d2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d62d1981-da28-401b-9deb-f856a9195335 HTTP/1.1" status: 200 len: 910 time: 0.2002509 Apr 23 18:03:06.669958 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-07b5077b-32e6-4393-8efd-476c2a850fe1 req-59eb8844-2805-4145-8172-29b76546fb86 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e HTTP/1.1" status: 200 len: 217 time: 0.1017151 Apr 23 18:03:06.690726 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-fac0d8ba-8c9c-44b0-b504-1045cc4bb980 req-22bca579-b846-44c2-b558-96fd16fbe0c5 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Synchronizing usage tracker for tenant:f258da86dd0c461eba9f7986436fc460 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:03:06.729290 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-fac0d8ba-8c9c-44b0-b504-1045cc4bb980 req-22bca579-b846-44c2-b558-96fd16fbe0c5 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Unset dirty status for tenant:f258da86dd0c461eba9f7986436fc460 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:03:06.730594 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fac0d8ba-8c9c-44b0-b504-1045cc4bb980 req-22bca579-b846-44c2-b558-96fd16fbe0c5 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] 10.222.0.11 "GET /v2.0/ports?device_id=f18f516f-fe72-4b29-92d5-84c4b937a0a0 HTTP/1.1" status: 200 len: 210 time: 0.1509287 Apr 23 18:03:06.777231 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5077b-32e6-4393-8efd-476c2a850fe1 req-01a7fc2d-1df4-4e33-943a-30fdb7cf0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:06.779230 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-07b5077b-32e6-4393-8efd-476c2a850fe1 req-01a7fc2d-1df4-4e33-943a-30fdb7cf0d78 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc80c829-08da-4c2e-bfb9-c4b7796dd75b HTTP/1.1" status: 200 len: 849 time: 0.0978239 Apr 23 18:03:06.851228 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-07b5077b-32e6-4393-8efd-476c2a850fe1 req-3888e3d0-df3e-4cfa-8096-e7fe20fcfd2b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d62d1981-da28-401b-9deb-f856a9195335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551221 Apr 23 18:03:06.946232 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 55184) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:07.022042 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8decd-be8b-472c-8a51-64953d04579a req-16675137-601d-47fa-860f-53dd94c74b56 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:07.024940 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-07b5077b-32e6-4393-8efd-476c2a850fe1 req-2f980f35-6022-4ab9-8b2a-f82bcf5e9cd4 service neutron] 10.222.0.22 "GET /v2.0/networks/d62d1981-da28-401b-9deb-f856a9195335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631632 Apr 23 18:03:07.027401 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-55b8decd-be8b-472c-8a51-64953d04579a req-16675137-601d-47fa-860f-53dd94c74b56 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 943 time: 0.1262872 Apr 23 18:03:07.116714 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-55b8decd-be8b-472c-8a51-64953d04579a req-8b0542ef-47bd-4cdc-ab19-362b1a4ded90 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809791 Apr 23 18:03:07.171067 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-779b991b-2394-4811-a803-9abe7dd77858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:07.191448 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-779b991b-2394-4811-a803-9abe7dd77858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:03:07.196149 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-779b991b-2394-4811-a803-9abe7dd77858 admin admin] Usage tracker for resource:security_group_rule and tenant:9d1954cb09e04585984e50e1e6886945 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:03:07.199995 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-779b991b-2394-4811-a803-9abe7dd77858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:03:07.205943 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-07b5077b-32e6-4393-8efd-476c2a850fe1 req-1bc651f3-7821-4dff-a481-b379a57c0963 service neutron] 10.222.0.22 "GET /v2.0/networks/d62d1981-da28-401b-9deb-f856a9195335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710777 Apr 23 18:03:07.207735 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-779b991b-2394-4811-a803-9abe7dd77858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:03:07.432036 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60de7d-57f4-4a6b-ab92-4b0a36b6d41d req-13f0d3f9-0287-4b27-8532-840d551b548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:07.433655 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9b60de7d-57f4-4a6b-ab92-4b0a36b6d41d req-13f0d3f9-0287-4b27-8532-840d551b548c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8587cf5a0daa402fb879ac59d23a025e&device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 1098 time: 0.2119887 Apr 23 18:03:07.481256 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-779b991b-2394-4811-a803-9abe7dd77858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:07.490280 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8324c-41f1-4e4b-bfd6-a3dedd5b3865 req-d2f03316-4b23-43cc-b148-3224b7b4fd13 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:07.492178 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d2f8324c-41f1-4e4b-bfd6-a3dedd5b3865 req-d2f03316-4b23-43cc-b148-3224b7b4fd13 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.2103977 Apr 23 18:03:07.548631 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-779b991b-2394-4811-a803-9abe7dd77858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:07.564503 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f1a3c06a-f8d4-463f-a6d5-f5068530b49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:07.648884 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b991b-2394-4811-a803-9abe7dd77858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f8615b-a2e9-4fa6-994c-b170c39ba57f,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:07.662490 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-779b991b-2394-4811-a803-9abe7dd77858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:07.680937 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-779b991b-2394-4811-a803-9abe7dd77858 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d1954cb09e04585984e50e1e6886945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7332177 Apr 23 18:03:07.683776 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 55194) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:07.690576 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d2f8324c-41f1-4e4b-bfd6-a3dedd5b3865 req-7fa5ef25-325a-4551-a2fd-3a7b1f4625ab tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432314 Apr 23 18:03:07.713678 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60de7d-57f4-4a6b-ab92-4b0a36b6d41d req-790bf8df-dd1d-4e2d-97f1-3f8fd86dc82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:07.715285 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9b60de7d-57f4-4a6b-ab92-4b0a36b6d41d req-790bf8df-dd1d-4e2d-97f1-3f8fd86dc82c service neutron] 10.222.0.22 "GET /v2.0/networks?id=1a52a344-216f-49cf-81a2-731a70b91d60 HTTP/1.1" status: 200 len: 920 time: 0.2637146 Apr 23 18:03:07.747269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e498f975-8923-420f-8e48-6812fa25061c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:07.788018 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e498f975-8923-420f-8e48-6812fa25061c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:07.792050 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9b60de7d-57f4-4a6b-ab92-4b0a36b6d41d req-cbb4475e-4e1a-4629-8bd8-607bf81c942b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e24a8f9-755a-47fd-af53-a4f09de2e10a HTTP/1.1" status: 200 len: 217 time: 0.0688028 Apr 23 18:03:07.862367 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e498f975-8923-420f-8e48-6812fa25061c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:07.869034 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e8e952bb-e59d-43d1-b87d-8c0214446a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:07.882933 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498f975-8923-420f-8e48-6812fa25061c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f8615b-a2e9-4fa6-994c-b170c39ba57f,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:07.885917 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e498f975-8923-420f-8e48-6812fa25061c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:07.889534 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-e498f975-8923-420f-8e48-6812fa25061c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82f8615b-a2e9-4fa6-994c-b170c39ba57f HTTP/1.1" status: 204 len: 168 time: 0.2021241 Apr 23 18:03:07.889534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e498f975-8923-420f-8e48-6812fa25061c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:07.902856 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60de7d-57f4-4a6b-ab92-4b0a36b6d41d req-bf71c8c2-5c9a-410b-9d03-59c479038382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:07.904687 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9b60de7d-57f4-4a6b-ab92-4b0a36b6d41d req-bf71c8c2-5c9a-410b-9d03-59c479038382 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9578a960-cb39-49fb-b04d-317ddad60750 HTTP/1.1" status: 200 len: 859 time: 0.1042373 Apr 23 18:03:07.980737 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9b60de7d-57f4-4a6b-ab92-4b0a36b6d41d req-98557bcb-da16-43bb-8b5b-072eaabad806 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a52a344-216f-49cf-81a2-731a70b91d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647604 Apr 23 18:03:08.154437 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9b60de7d-57f4-4a6b-ab92-4b0a36b6d41d req-f444b956-0b66-4478-8c76-46dc7c4ed70b service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622810 Apr 23 18:03:08.267504 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 55214) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:08.340843 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9b60de7d-57f4-4a6b-ab92-4b0a36b6d41d req-c88f3f32-8b36-4c21-a0e3-84ebb8424d35 service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755342 Apr 23 18:03:08.344134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fb7d6ff0-96e6-42a5-ba6c-5fa75761e37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:08.364373 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-fb7d6ff0-96e6-42a5-ba6c-5fa75761e37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:03:08.371742 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-fb7d6ff0-96e6-42a5-ba6c-5fa75761e37a admin admin] Usage tracker for resource:security_group_rule and tenant:14e165a6ecd34ec0bf633af0eb6dd0d9 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:03:08.380840 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-fb7d6ff0-96e6-42a5-ba6c-5fa75761e37a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:03:08.407691 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-fb7d6ff0-96e6-42a5-ba6c-5fa75761e37a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:03:08.416234 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833dc1e-817c-40e5-a8ad-c6fa58080eef req-a3cabc2b-57a9-49fd-a338-06f4afd757e1 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:08.418053 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2833dc1e-817c-40e5-a8ad-c6fa58080eef req-a3cabc2b-57a9-49fd-a338-06f4afd757e1 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 943 time: 0.1593409 Apr 23 18:03:08.510382 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2833dc1e-817c-40e5-a8ad-c6fa58080eef req-865b0d8b-6101-47ed-84c0-5cab11519efd tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822029 Apr 23 18:03:08.535089 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fb7d6ff0-96e6-42a5-ba6c-5fa75761e37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:08.538148 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fb7d6ff0-96e6-42a5-ba6c-5fa75761e37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:08.548761 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-12cc2cf3-62e5-4bf2-9576-2ff5175fd6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:08.596895 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-fb7d6ff0-96e6-42a5-ba6c-5fa75761e37a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14e165a6ecd34ec0bf633af0eb6dd0d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282261 Apr 23 18:03:08.600075 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 55240) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:08.603744 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d6ff0-96e6-42a5-ba6c-5fa75761e37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0144603b-e345-4ca7-a91b-cc060649d709,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:08.607886 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fb7d6ff0-96e6-42a5-ba6c-5fa75761e37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:08.676209 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d43d20a0-c35b-44cc-b00b-40d962ad5759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:08.705706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d43d20a0-c35b-44cc-b00b-40d962ad5759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:08.756338 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d43d20a0-c35b-44cc-b00b-40d962ad5759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:08.761252 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-39195289-643a-4bb4-a08b-3481421ab403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:08.775042 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d20a0-c35b-44cc-b00b-40d962ad5759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0144603b-e345-4ca7-a91b-cc060649d709,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:08.779090 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d43d20a0-c35b-44cc-b00b-40d962ad5759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:08.781683 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d43d20a0-c35b-44cc-b00b-40d962ad5759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:08.784213 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-d43d20a0-c35b-44cc-b00b-40d962ad5759 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0144603b-e345-4ca7-a91b-cc060649d709 HTTP/1.1" status: 204 len: 168 time: 0.1828415 Apr 23 18:03:08.902805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcca47c-c5e4-43fc-b96c-7fb9ba98a03d req-11f45d70-e1d5-4893-9d99-c876ddaeb9b7 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:08.904593 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7bcca47c-c5e4-43fc-b96c-7fb9ba98a03d req-11f45d70-e1d5-4893-9d99-c876ddaeb9b7 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.0890462 Apr 23 18:03:08.956561 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7bcca47c-c5e4-43fc-b96c-7fb9ba98a03d req-e91a7d9a-23f2-40f6-965e-09bc22f47915 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443695 Apr 23 18:03:09.190867 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:03:09.196191 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:03:09.238766 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:03:09.239131 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 56dd9b56-ff97-4e9e-bcc7-294b13f7a76c not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:03:09.380419 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e,segment=NetworkSegment(4c59450a-92d4-4c25-9f1b-1a3952415c0c),segment_id=4c59450a-92d4-4c25-9f1b-1a3952415c0c)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:03:09.399626 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e', 'network_id': 'd62d1981-da28-401b-9deb-f856a9195335', 'port_id': '24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e', 'mac_address': 'fa:16:3e:1d:24:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc80c829-08da-4c2e-bfb9-c4b7796dd75b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:03:09.465151 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:09.482725 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:03:09.499239 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e,segment=NetworkSegment(4c59450a-92d4-4c25-9f1b-1a3952415c0c),segment_id=4c59450a-92d4-4c25-9f1b-1a3952415c0c)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:03:09.503281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:09.506028 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:09.570914 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d076921c-9a1e-4b0c-8c5d-46f0eb52a726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:09.596518 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:09.599786 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:09.806752 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b33b2-d4c2-4efb-ae96-e4762e474024 req-0d6f2bea-832d-494c-8dda-3dd1aa7920b5 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:09.808470 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ee7b33b2-d4c2-4efb-ae96-e4762e474024 req-0d6f2bea-832d-494c-8dda-3dd1aa7920b5 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 944 time: 0.1470599 Apr 23 18:03:09.825891 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:03:09.868138 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ee7b33b2-d4c2-4efb-ae96-e4762e474024 req-fadfc712-d055-4806-af34-68aa0abe6896 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523937 Apr 23 18:03:10.183950 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9993ac6-80fe-4b8f-9446-6a4df1f3b301 req-4f3f58d7-9155-4b32-a53a-6d70314a575a tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:10.185583 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b9993ac6-80fe-4b8f-9446-6a4df1f3b301 req-4f3f58d7-9155-4b32-a53a-6d70314a575a tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1008472 Apr 23 18:03:10.272807 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b9993ac6-80fe-4b8f-9446-6a4df1f3b301 req-9a678f19-3804-4c1f-9194-ade33393ddaf tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667872 Apr 23 18:03:11.079769 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eb520-d973-4b63-b4b9-7db64cefe67e req-02ad1632-c838-404c-9416-4c9000be6c60 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:11.081455 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e69eb520-d973-4b63-b4b9-7db64cefe67e req-02ad1632-c838-404c-9416-4c9000be6c60 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 944 time: 0.0961454 Apr 23 18:03:11.131247 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e69eb520-d973-4b63-b4b9-7db64cefe67e req-2ba5061f-2268-4813-ab81-0777d7d34cb8 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Apr 23 18:03:11.224431 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:03:11.302557 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:03:11.307783 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:03:11.308205 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:11.448679 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:11.483765 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8ed3d0-6801-4def-9c33-6eb1439562ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:03:11.490703 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e,segment=NetworkSegment(4c59450a-92d4-4c25-9f1b-1a3952415c0c),segment_id=4c59450a-92d4-4c25-9f1b-1a3952415c0c)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:03:11.492026 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:03:11.494208 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:11.496459 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:11.498738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91388ed-08e3-4c20-9e29-eab827f529da req-70155fdd-855a-4f44-bc51-7977a7f0eeda tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:11.499435 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f91388ed-08e3-4c20-9e29-eab827f529da req-70155fdd-855a-4f44-bc51-7977a7f0eeda tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1113746 Apr 23 18:03:11.547728 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8ed3d0-6801-4def-9c33-6eb1439562ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e', 'code': 200} Apr 23 18:03:11.562237 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f91388ed-08e3-4c20-9e29-eab827f529da req-1c84a7b6-9c6e-410a-9f06-d2816a413ed8 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563431 Apr 23 18:03:11.596143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:11.599391 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:11.819252 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a2abc-1e34-40bd-aeb7-1c4ddc83c299 req-66ccd09d-80bb-4e6b-aac6-cf3a096802cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:11.821126 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2f2a2abc-1e34-40bd-aeb7-1c4ddc83c299 req-66ccd09d-80bb-4e6b-aac6-cf3a096802cf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 1098 time: 0.0818586 Apr 23 18:03:11.856756 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f62b1e4e-ec3e-4db2-86b0-82beaa9e90df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:11.873225 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2f2a2abc-1e34-40bd-aeb7-1c4ddc83c299 req-4a82039c-f030-414a-85fe-3947d9a28225 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407712 Apr 23 18:03:12.340420 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026c348-235b-40ed-a363-aa593b3d26d3 req-810654d5-9092-45da-8706-4d11dbc2c7ce tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:12.341940 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7026c348-235b-40ed-a363-aa593b3d26d3 req-810654d5-9092-45da-8706-4d11dbc2c7ce tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 945 time: 0.0909796 Apr 23 18:03:12.390550 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7026c348-235b-40ed-a363-aa593b3d26d3 req-2099c216-a9c9-44c9-98d6-4ab9aa747684 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 Apr 23 18:03:12.540364 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:12.713898 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:12.784399 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d7807-45c4-4c47-8177-5de6f0c7d3cf req-077ed5f5-9337-4996-a064-89250748dd98 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:12.786228 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c00d7807-45c4-4c47-8177-5de6f0c7d3cf req-077ed5f5-9337-4996-a064-89250748dd98 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1021638 Apr 23 18:03:12.840015 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c00d7807-45c4-4c47-8177-5de6f0c7d3cf req-a5c8198d-43cf-435e-b57a-09943ee24b1d tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468485 Apr 23 18:03:13.606297 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce13b3-faaf-4302-98ec-2b8a6fa1e8c5 req-9fa18ad3-a417-48b2-ab23-7f43050650a3 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:13.608022 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-50ce13b3-faaf-4302-98ec-2b8a6fa1e8c5 req-9fa18ad3-a417-48b2-ab23-7f43050650a3 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 945 time: 0.0964315 Apr 23 18:03:13.656277 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-50ce13b3-faaf-4302-98ec-2b8a6fa1e8c5 req-b8098b1e-4228-4200-994a-ce01eb0da533 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417347 Apr 23 18:03:14.061075 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb15280-a4da-4340-bd5c-1d7392fd1139 req-fa43e88f-9e26-40a5-a47f-1a7e1dba6890 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:14.062779 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1fb15280-a4da-4340-bd5c-1d7392fd1139 req-fa43e88f-9e26-40a5-a47f-1a7e1dba6890 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1031342 Apr 23 18:03:14.124227 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1fb15280-a4da-4340-bd5c-1d7392fd1139 req-5613191b-dc39-49a4-9dad-1640837d821d tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542459 Apr 23 18:03:14.148172 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:14.904434 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f411cb-0384-496e-ad18-b670f351033a req-27ea7a3d-5564-4b93-9bf6-5beb17b9795c tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:14.906015 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-33f411cb-0384-496e-ad18-b670f351033a req-27ea7a3d-5564-4b93-9bf6-5beb17b9795c tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 945 time: 0.0935190 Apr 23 18:03:14.962140 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-33f411cb-0384-496e-ad18-b670f351033a req-b9958e58-d7d4-474c-9dc7-5e6af48a1275 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487134 Apr 23 18:03:15.558749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb559d8-5646-4154-8c57-6a7b9079996e req-2ea4716f-9df6-45ec-8342-3f8a83f4bd94 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:15.560372 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5eb559d8-5646-4154-8c57-6a7b9079996e req-2ea4716f-9df6-45ec-8342-3f8a83f4bd94 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.3020942 Apr 23 18:03:15.610334 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5eb559d8-5646-4154-8c57-6a7b9079996e req-2b529fdd-6911-4473-8f6d-9c29d47bd790 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427921 Apr 23 18:03:16.166194 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f51896-9b8b-4cb5-8a52-23a5d1743326 req-65874e74-7430-4835-a19b-6e89dfe4e39f tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:16.167888 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-11f51896-9b8b-4cb5-8a52-23a5d1743326 req-65874e74-7430-4835-a19b-6e89dfe4e39f tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 945 time: 0.0900874 Apr 23 18:03:16.221803 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-11f51896-9b8b-4cb5-8a52-23a5d1743326 req-5d5f5aca-dbe9-49a8-8d62-b63f7072b787 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471101 Apr 23 18:03:16.527144 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011b054-082e-46f3-933e-1228b80481e8 req-396a3cc5-9c5b-4bed-9d0d-472d56c4c746 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:16.528891 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2011b054-082e-46f3-933e-1228b80481e8 req-396a3cc5-9c5b-4bed-9d0d-472d56c4c746 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 945 time: 0.1040711 Apr 23 18:03:16.697178 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-2011b054-082e-46f3-933e-1228b80481e8 req-49fa127d-bab3-4774-be48-50a454a39a94 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Deleting port 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:03:16.700132 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-2011b054-082e-46f3-933e-1228b80481e8 req-49fa127d-bab3-4774-be48-50a454a39a94 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:16.944057 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-2011b054-082e-46f3-933e-1228b80481e8 req-49fa127d-bab3-4774-be48-50a454a39a94 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] For port 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e,segment=NetworkSegment(4c59450a-92d4-4c25-9f1b-1a3952415c0c),segment_id=4c59450a-92d4-4c25-9f1b-1a3952415c0c)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:03:16.944057 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-2011b054-082e-46f3-933e-1228b80481e8 req-49fa127d-bab3-4774-be48-50a454a39a94 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:17.087687 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b75f9-0de9-4598-bfd3-670c6e2df820 req-563e883a-4a23-48ff-84bf-dcbcf1b5c4a5 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:17.089357 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-706b75f9-0de9-4598-bfd3-670c6e2df820 req-563e883a-4a23-48ff-84bf-dcbcf1b5c4a5 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.2960362 Apr 23 18:03:17.097739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-2011b054-082e-46f3-933e-1228b80481e8 req-49fa127d-bab3-4774-be48-50a454a39a94 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Calling delete_port for 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e owned by compute:nova {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:03:17.160325 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-706b75f9-0de9-4598-bfd3-670c6e2df820 req-57c10aec-f436-4798-8297-0db412e46f68 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591469 Apr 23 18:03:17.264198 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-2011b054-082e-46f3-933e-1228b80481e8 req-49fa127d-bab3-4774-be48-50a454a39a94 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:17.272160 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:17.276244 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:03:17.325440 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa127d-bab3-4774-be48-50a454a39a94 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Pushing event deleted for resources: {'Port': ['ID=24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:17.354677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-49fa127d-bab3-4774-be48-50a454a39a94 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:17.394516 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-28909e80-52a2-43a1-a30c-96d61e5394b0 req-8696e7f8-da02-433b-a1e7-ec4da77d0001 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f8ed3d0-6801-4def-9c33-6eb1439562ba HTTP/1.1" status: 200 len: 210 time: 0.0496845 Apr 23 18:03:17.406385 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-2011b054-082e-46f3-933e-1228b80481e8 req-49fa127d-bab3-4774-be48-50a454a39a94 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] No DVR routers for this DVR port 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e on host hv-cinder-78652 {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:03:17.409590 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-2011b054-082e-46f3-933e-1228b80481e8 req-49fa127d-bab3-4774-be48-50a454a39a94 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:17.412898 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8ed3d0-6801-4def-9c33-6eb1439562ba', 'name': 'network-vif-deleted', 'tag': '24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:03:17.441468 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2011b054-082e-46f3-933e-1228b80481e8 req-49fa127d-bab3-4774-be48-50a454a39a94 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.22 "DELETE /v2.0/ports/24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e HTTP/1.1" status: 204 len: 173 time: 0.9045050 Apr 23 18:03:17.465735 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8ed3d0-6801-4def-9c33-6eb1439562ba', 'name': 'network-vif-deleted', 'tag': '24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e', 'status': 'completed', 'code': 200} Apr 23 18:03:18.421123 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d3e2b-96e0-4c9e-ad9f-b9a52ab131e1 req-1a1f2c42-1715-44c0-b97f-ef02b8640a4c tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:18.435848 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-673d3e2b-96e0-4c9e-ad9f-b9a52ab131e1 req-1a1f2c42-1715-44c0-b97f-ef02b8640a4c tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1383774 Apr 23 18:03:18.533345 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-673d3e2b-96e0-4c9e-ad9f-b9a52ab131e1 req-a24d4a99-16e8-4596-b866-ad8c398fcee7 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876427 Apr 23 18:03:18.916084 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-2264fdb9-d28f-4057-a1f1-e70bff33d120 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:18.917757 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-2264fdb9-d28f-4057-a1f1-e70bff33d120 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/networks?id=d62d1981-da28-401b-9deb-f856a9195335 HTTP/1.1" status: 200 len: 809 time: 0.1621890 Apr 23 18:03:18.934244 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-07c35e5c-9e95-42a3-97d1-5a2a005efda5 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/quotas/97cfd8be86b64e99bd8f33dba0e9ac63 HTTP/1.1" status: 200 len: 375 time: 0.0098298 Apr 23 18:03:18.989989 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-ec959bd0-d55a-48eb-b6e6-7ea1c525b621 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=97cfd8be86b64e99bd8f33dba0e9ac63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498354 Apr 23 18:03:19.351770 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-480dd65f-8313-49a2-80ae-cac561764829 service neutron] 10.222.0.11 "GET /v2.0/networks/d62d1981-da28-401b-9deb-f856a9195335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542693 Apr 23 18:03:19.500434 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-e6adf2f9-bd79-4b9a-8fe7-114e78469fd8 service neutron] 10.222.0.11 "GET /v2.0/networks/d62d1981-da28-401b-9deb-f856a9195335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422749 Apr 23 18:03:19.779471 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fe7bdf51-79da-44b0-a96b-9322d8b22725 req-3762c534-cc8b-4acc-8cdf-c7c7f478fc03 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 210 time: 0.0966816 Apr 23 18:03:19.875567 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c966be3-fbf4-4984-8bea-01eeac469773 req-bf3b6489-0ba2-489b-abcf-b507c903d225 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:19.877387 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8c966be3-fbf4-4984-8bea-01eeac469773 req-bf3b6489-0ba2-489b-abcf-b507c903d225 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.2242649 Apr 23 18:03:19.979774 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8c966be3-fbf4-4984-8bea-01eeac469773 req-3f1fa328-62fc-4c62-af4d-87fba8ccfd31 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494947 Apr 23 18:03:20.012433 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3245d1-097f-4b72-ac7b-4784f54d7ace req-5e75c1ed-cd28-4db0-af43-8516785b5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:20.017020 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ab3245d1-097f-4b72-ac7b-4784f54d7ace req-5e75c1ed-cd28-4db0-af43-8516785b5d13 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 1098 time: 0.1360481 Apr 23 18:03:20.073331 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ab3245d1-097f-4b72-ac7b-4784f54d7ace req-8f9dc16e-62ea-4718-8d69-43694d70e2ff service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511837 Apr 23 18:03:20.949499 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-57075c93-e00f-4d07-bddb-ddd76ee6df9c req-973e9a52-7366-4bfd-8dd5-a3d196e82e08 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 210 time: 0.0536408 Apr 23 18:03:21.078539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-891a407a-505c-42e9-9c1d-6d2b782da2bc tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:21.080233 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-891a407a-505c-42e9-9c1d-6d2b782da2bc tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Synchronizing usage tracker for tenant:97cfd8be86b64e99bd8f33dba0e9ac63 on resource:network {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:03:21.096697 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-891a407a-505c-42e9-9c1d-6d2b782da2bc tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Unset dirty status for tenant:97cfd8be86b64e99bd8f33dba0e9ac63 on resource:network {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:03:21.097916 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-891a407a-505c-42e9-9c1d-6d2b782da2bc tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.22 "GET /v2.0/networks?id=d62d1981-da28-401b-9deb-f856a9195335 HTTP/1.1" status: 200 len: 809 time: 0.2071986 Apr 23 18:03:21.157212 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Request body: {'port': {'device_id': '4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e', 'network_id': 'd62d1981-da28-401b-9deb-f856a9195335', 'admin_state_up': True, 'tenant_id': '97cfd8be86b64e99bd8f33dba0e9ac63'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:03:21.252272 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:03:21.291878 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:03:21.292250 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 24c44a29-4d5c-4db4-9fbf-e3844ecd9c9e not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:03:21.338580 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32480-77e5-40b0-ab6f-82835a670566 req-623b715c-08c0-46b1-adca-8f83235192e0 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:21.340599 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-19e32480-77e5-40b0-ab6f-82835a670566 req-623b715c-08c0-46b1-adca-8f83235192e0 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.2309921 Apr 23 18:03:21.370652 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:03:21.379873 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Usage tracker for resource:port and tenant:97cfd8be86b64e99bd8f33dba0e9ac63 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:03:21.383956 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:03:21.402394 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:03:21.415062 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-19e32480-77e5-40b0-ab6f-82835a670566 req-4cd77da2-cd4b-4969-8749-a3cc289ed554 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681303 Apr 23 18:03:21.425029 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Made reservation on behalf of 97cfd8be86b64e99bd8f33dba0e9ac63 for: {'port': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:03:21.441026 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:21.659594 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Allocated IP 172.20.0.5 (d62d1981-da28-401b-9deb-f856a9195335/bc80c829-08da-4c2e-bfb9-c4b7796dd75b/b7d85760-a107-4798-b0b6-1f964272d63d) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:03:21.936773 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9231a0-8ee8-46fd-91b7-c27d1ccdf47d req-af0a48b6-d802-4986-955a-37c838b48fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:21.940150 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4c9231a0-8ee8-46fd-91b7-c27d1ccdf47d req-af0a48b6-d802-4986-955a-37c838b48fcd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8587cf5a0daa402fb879ac59d23a025e&device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 1098 time: 0.1048107 Apr 23 18:03:21.975410 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:22.088639 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:22.094995 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:22.262197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Network d62d1981-da28-401b-9deb-f856a9195335 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:03:22.263303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9231a0-8ee8-46fd-91b7-c27d1ccdf47d req-e34978b9-5cba-4447-944f-8a5aa688067e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:22.264881 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4c9231a0-8ee8-46fd-91b7-c27d1ccdf47d req-e34978b9-5cba-4447-944f-8a5aa688067e service neutron] 10.222.0.22 "GET /v2.0/networks?id=1a52a344-216f-49cf-81a2-731a70b91d60 HTTP/1.1" status: 200 len: 920 time: 0.3146257 Apr 23 18:03:22.266933 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:03:22.272069 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:03:22.315073 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Pushing event updated for resources: {'Port': ['ID=b7d85760-a107-4798-b0b6-1f964272d63d,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:22.321740 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:22.347011 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:22.353701 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4c9231a0-8ee8-46fd-91b7-c27d1ccdf47d req-9f1f858e-1844-49c9-960f-6b2faf964535 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e24a8f9-755a-47fd-af53-a4f09de2e10a HTTP/1.1" status: 200 len: 217 time: 0.0792947 Apr 23 18:03:22.368349 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:22.369030 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:22.371479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4804d60-3246-437c-b1bc-3544540b429b req-7397f3b3-afa2-4ef6-b847-e6a30b44d6ff tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:22.373078 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f4804d60-3246-437c-b1bc-3544540b429b req-7397f3b3-afa2-4ef6-b847-e6a30b44d6ff tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 931 time: 0.1880889 Apr 23 18:03:22.384656 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7d29b-703d-4cd5-98f8-081f33df3021 req-fb48f46a-848f-4a5a-90df-807e8ba7aa1e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:22.388204 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-aff7d29b-703d-4cd5-98f8-081f33df3021 req-fb48f46a-848f-4a5a-90df-807e8ba7aa1e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.2218592 Apr 23 18:03:22.438780 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-3a07a2bd-12d5-4e93-be21-a3fca4a36c66 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2908292 Apr 23 18:03:22.451235 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-aff7d29b-703d-4cd5-98f8-081f33df3021 req-b2e84ba5-452b-4435-a5f9-71421c0f134b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558307 Apr 23 18:03:22.455421 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Request body: {'port': {'device_id': '4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:03:22.491143 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f4804d60-3246-437c-b1bc-3544540b429b req-0be3c401-9738-4e92-b205-c9baaf121079 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729103 Apr 23 18:03:22.497650 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9231a0-8ee8-46fd-91b7-c27d1ccdf47d req-9c756b18-51f3-4f6e-bce8-bbaad2c66400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:22.499364 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4c9231a0-8ee8-46fd-91b7-c27d1ccdf47d req-9c756b18-51f3-4f6e-bce8-bbaad2c66400 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9578a960-cb39-49fb-b04d-317ddad60750 HTTP/1.1" status: 200 len: 859 time: 0.1253326 Apr 23 18:03:22.558651 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4c9231a0-8ee8-46fd-91b7-c27d1ccdf47d req-c8ddba2c-33bd-4823-816d-e9e5f9eb6a7c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a52a344-216f-49cf-81a2-731a70b91d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520251 Apr 23 18:03:22.596130 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:22.712461 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4c9231a0-8ee8-46fd-91b7-c27d1ccdf47d req-2de38173-a17a-4bad-ae50-e8dbad6697c5 service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436768 Apr 23 18:03:22.874948 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4c9231a0-8ee8-46fd-91b7-c27d1ccdf47d req-7043cb6b-91b3-42f7-9c2e-6fee9614597e service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537654 Apr 23 18:03:22.988809 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d85760-a107-4798-b0b6-1f964272d63d {{(pid=86362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:03:22.996833 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:23.013525 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Transition to ACTIVE for port object b7d85760-a107-4798-b0b6-1f964272d63d will not be triggered until provisioned by entity L2. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:03:23.016040 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7594593'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:23.021274 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:23.162269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d85760-a107-4798-b0b6-1f964272d63d,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:23.167319 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:23.304673 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Attempting to bind port b7d85760-a107-4798-b0b6-1f964272d63d on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:03:23.305035 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Attempting to bind port b7d85760-a107-4798-b0b6-1f964272d63d by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '4c59450a-92d4-4c25-9f1b-1a3952415c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd62d1981-da28-401b-9deb-f856a9195335'}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:03:23.305420 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Attempting to bind port b7d85760-a107-4798-b0b6-1f964272d63d on network d62d1981-da28-401b-9deb-f856a9195335 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:03:23.311941 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Port b7d85760-a107-4798-b0b6-1f964272d63d on network d62d1981-da28-401b-9deb-f856a9195335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:03:23.312532 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Attempting to bind port b7d85760-a107-4798-b0b6-1f964272d63d on network d62d1981-da28-401b-9deb-f856a9195335 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:03:23.319807 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:03:23.320755 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Checking segment: {'id': '4c59450a-92d4-4c25-9f1b-1a3952415c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd62d1981-da28-401b-9deb-f856a9195335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:03:23.321364 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Bound using segment: {'id': '4c59450a-92d4-4c25-9f1b-1a3952415c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd62d1981-da28-401b-9deb-f856a9195335'} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:03:23.322048 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Bound port: b7d85760-a107-4798-b0b6-1f964272d63d, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c59450a-92d4-4c25-9f1b-1a3952415c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd62d1981-da28-401b-9deb-f856a9195335'}}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:03:23.322618 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:23.478147 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] For port b7d85760-a107-4798-b0b6-1f964272d63d, host hv-cinder-78652, cleared binding levels {{(pid=86362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:03:23.488234 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] For port b7d85760-a107-4798-b0b6-1f964272d63d, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b7d85760-a107-4798-b0b6-1f964272d63d,segment=NetworkSegment(4c59450a-92d4-4c25-9f1b-1a3952415c0c),segment_id=4c59450a-92d4-4c25-9f1b-1a3952415c0c)] {{(pid=86362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:03:23.494917 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7594593'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:23.505620 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:23.575082 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:23.575834 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:23.577407 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] 10.222.0.22 "PUT /v2.0/ports/b7d85760-a107-4798-b0b6-1f964272d63d HTTP/1.1" status: 200 len: 1093 time: 1.1298065 Apr 23 18:03:23.578302 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e', 'tag': 'b7d85760-a107-4798-b0b6-1f964272d63d'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:03:23.606098 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d85760-a107-4798-b0b6-1f964272d63d,revision_number=3']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:23.610479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:23.779811 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ee293-9722-494d-a522-b90fff0589f0 req-5b4aa851-f626-4ba0-adc2-ed2687c52191 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:23.795968 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cd3ee293-9722-494d-a522-b90fff0589f0 req-5b4aa851-f626-4ba0-adc2-ed2687c52191 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 943 time: 0.1431406 Apr 23 18:03:23.837402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56ffa2-31e4-447e-84c1-8d05a08ea564 req-12b97ce1-fd0f-451c-853f-a29b9d8e9678 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:23.854370 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fd56ffa2-31e4-447e-84c1-8d05a08ea564 req-12b97ce1-fd0f-451c-853f-a29b9d8e9678 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1573491 Apr 23 18:03:23.867894 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cd3ee293-9722-494d-a522-b90fff0589f0 req-dd604f3e-20d4-4fdf-825f-29eaebde0260 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669391 Apr 23 18:03:23.880713 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-65f830c6-912b-429b-9cd0-f547115e8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:23.882401 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-65f830c6-912b-429b-9cd0-f547115e8ad1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=97cfd8be86b64e99bd8f33dba0e9ac63&device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 1096 time: 0.2358351 Apr 23 18:03:23.952230 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e', 'tag': 'b7d85760-a107-4798-b0b6-1f964272d63d', 'status': 'completed', 'code': 200} Apr 23 18:03:24.191766 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-63fcab2e-cb4d-4058-9889-75e6f5548226 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7d85760-a107-4798-b0b6-1f964272d63d HTTP/1.1" status: 200 len: 217 time: 0.2950177 Apr 23 18:03:24.194956 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fd56ffa2-31e4-447e-84c1-8d05a08ea564 req-8a8735ed-8462-41d6-80d3-31bab3396d51 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395712 Apr 23 18:03:24.268396 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-04106fee-c964-473f-b468-2f2d917bf040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:24.269876 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-04106fee-c964-473f-b468-2f2d917bf040 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc80c829-08da-4c2e-bfb9-c4b7796dd75b HTTP/1.1" status: 200 len: 849 time: 0.0682311 Apr 23 18:03:24.327901 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-cb273ca1-4692-4acb-8341-80769962858c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d62d1981-da28-401b-9deb-f856a9195335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491953 Apr 23 18:03:24.477346 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-7ea087d9-1f12-4c38-8434-2eef9b72a5a4 service neutron] 10.222.0.22 "GET /v2.0/networks/d62d1981-da28-401b-9deb-f856a9195335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413593 Apr 23 18:03:24.633595 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1acc9bd4-b47f-4905-b5d0-7f01e02a0e32 req-e6ba2a17-9389-4a61-a0fa-0835a8ac550f service neutron] 10.222.0.22 "GET /v2.0/networks/d62d1981-da28-401b-9deb-f856a9195335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456416 Apr 23 18:03:24.781856 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f069b1-f444-46a9-9b8d-5ed2c35252e6 req-04e7e484-4176-46f9-aba8-c36f73315cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:24.781856 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-92f069b1-f444-46a9-9b8d-5ed2c35252e6 req-04e7e484-4176-46f9-aba8-c36f73315cb0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=97cfd8be86b64e99bd8f33dba0e9ac63&device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 1096 time: 0.0876589 Apr 23 18:03:24.945080 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f069b1-f444-46a9-9b8d-5ed2c35252e6 req-ba571cf7-787e-492f-a32a-05c96333f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:24.947213 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-92f069b1-f444-46a9-9b8d-5ed2c35252e6 req-ba571cf7-787e-492f-a32a-05c96333f048 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d62d1981-da28-401b-9deb-f856a9195335 HTTP/1.1" status: 200 len: 910 time: 0.1497138 Apr 23 18:03:25.026542 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-92f069b1-f444-46a9-9b8d-5ed2c35252e6 req-cd7ee806-e35f-4c3c-9d65-5b90db582c44 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7d85760-a107-4798-b0b6-1f964272d63d HTTP/1.1" status: 200 len: 217 time: 0.0717521 Apr 23 18:03:25.114304 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f069b1-f444-46a9-9b8d-5ed2c35252e6 req-c295bdfa-fb1b-4af3-a83a-1f95c4fd6df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:25.116016 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-92f069b1-f444-46a9-9b8d-5ed2c35252e6 req-c295bdfa-fb1b-4af3-a83a-1f95c4fd6df1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc80c829-08da-4c2e-bfb9-c4b7796dd75b HTTP/1.1" status: 200 len: 849 time: 0.0771663 Apr 23 18:03:25.202020 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-92f069b1-f444-46a9-9b8d-5ed2c35252e6 req-dfbd2bae-7d16-48c2-8265-1f8121db2a48 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d62d1981-da28-401b-9deb-f856a9195335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766642 Apr 23 18:03:25.303585 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c183d3d-176c-49d1-8a47-ea56428f7d96 req-a17dcdbf-9b90-42f6-9959-d0cdb661cb6e tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:25.305352 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7c183d3d-176c-49d1-8a47-ea56428f7d96 req-a17dcdbf-9b90-42f6-9959-d0cdb661cb6e tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 943 time: 0.1021912 Apr 23 18:03:25.357177 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7c183d3d-176c-49d1-8a47-ea56428f7d96 req-b65a8f59-a93a-4b95-ac84-779dac4f1487 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452003 Apr 23 18:03:25.360405 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-92f069b1-f444-46a9-9b8d-5ed2c35252e6 req-7b60dabb-43cd-435d-98e8-d1b794419343 service neutron] 10.222.0.22 "GET /v2.0/networks/d62d1981-da28-401b-9deb-f856a9195335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499808 Apr 23 18:03:25.581390 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-92f069b1-f444-46a9-9b8d-5ed2c35252e6 req-c3b2c10f-cc43-4af1-a7c6-c9c1a592f568 service neutron] 10.222.0.22 "GET /v2.0/networks/d62d1981-da28-401b-9deb-f856a9195335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144477 Apr 23 18:03:25.594879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f5f2f-fba0-4657-8a00-8f956876d5d9 req-282c9bf3-cdab-468e-a04e-9321eec80dfe tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:25.596750 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-082f5f2f-fba0-4657-8a00-8f956876d5d9 req-282c9bf3-cdab-468e-a04e-9321eec80dfe tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.2042363 Apr 23 18:03:25.646453 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-082f5f2f-fba0-4657-8a00-8f956876d5d9 req-6a2095ac-6077-4bf4-a498-f91371072f8e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432494 Apr 23 18:03:26.596721 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666054b-4a6e-4f75-9290-7523dd2461be req-6bfb5832-a0a6-4031-9a7e-3f0a72e245f6 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:26.597504 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-5666054b-4a6e-4f75-9290-7523dd2461be req-6bfb5832-a0a6-4031-9a7e-3f0a72e245f6 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Synchronizing usage tracker for tenant:97cfd8be86b64e99bd8f33dba0e9ac63 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:03:26.613709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-5666054b-4a6e-4f75-9290-7523dd2461be req-6bfb5832-a0a6-4031-9a7e-3f0a72e245f6 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Unset dirty status for tenant:97cfd8be86b64e99bd8f33dba0e9ac63 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:03:26.615273 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5666054b-4a6e-4f75-9290-7523dd2461be req-6bfb5832-a0a6-4031-9a7e-3f0a72e245f6 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 943 time: 0.1103923 Apr 23 18:03:26.670359 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5666054b-4a6e-4f75-9290-7523dd2461be req-f416537d-1f8e-47a1-9b7d-829e408c1d28 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476000 Apr 23 18:03:27.313871 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device b7d85760-a107-4798-b0b6-1f964272d63d details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:03:27.384079 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f6579-8926-487b-8aa1-3c09e280b560 req-ccecc6ef-3aec-4d92-8195-beb9fce938d7 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:27.392517 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-419f6579-8926-487b-8aa1-3c09e280b560 req-ccecc6ef-3aec-4d92-8195-beb9fce938d7 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1058257 Apr 23 18:03:27.455046 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-419f6579-8926-487b-8aa1-3c09e280b560 req-8fedff16-3001-4914-82d8-becb833853aa tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614109 Apr 23 18:03:27.472237 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 55794) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:27.478183 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port b7d85760-a107-4798-b0b6-1f964272d63d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b7d85760-a107-4798-b0b6-1f964272d63d,segment=NetworkSegment(4c59450a-92d4-4c25-9f1b-1a3952415c0c),segment_id=4c59450a-92d4-4c25-9f1b-1a3952415c0c)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:03:27.496914 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': 'b7d85760-a107-4798-b0b6-1f964272d63d', 'network_id': 'd62d1981-da28-401b-9deb-f856a9195335', 'port_id': 'b7d85760-a107-4798-b0b6-1f964272d63d', 'mac_address': 'fa:16:3e:d1:7c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc80c829-08da-4c2e-bfb9-c4b7796dd75b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:03:27.567809 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:27.571868 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5cfa6f7-eb31-4a6b-8c25-c8225c65ef91 admin admin] Deleting subnet 8bdb01f4-8a12-4aac-92e5-91fe8cc238f4 {{(pid=86361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 18:03:27.575236 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa6f7-eb31-4a6b-8c25-c8225c65ef91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:27.588346 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d85760-a107-4798-b0b6-1f964272d63d {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:03:27.605483 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port b7d85760-a107-4798-b0b6-1f964272d63d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b7d85760-a107-4798-b0b6-1f964272d63d,segment=NetworkSegment(4c59450a-92d4-4c25-9f1b-1a3952415c0c),segment_id=4c59450a-92d4-4c25-9f1b-1a3952415c0c)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:03:27.609002 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:27.612892 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:27.633956 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa6f7-eb31-4a6b-8c25-c8225c65ef91 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:27.642712 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa6f7-eb31-4a6b-8c25-c8225c65ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851233888'] for subnet, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:27.691102 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=b7d85760-a107-4798-b0b6-1f964272d63d,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:27.702355 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:27.928348 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['b7d85760-a107-4798-b0b6-1f964272d63d'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:03:27.985867 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa6f7-eb31-4a6b-8c25-c8225c65ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for subnet, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:28.013164 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a2c5c9dc-4f51-40b5-b44d-0c99fbae8ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:28.059719 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa6f7-eb31-4a6b-8c25-c8225c65ef91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:28.067733 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef3588-da2f-4bab-86b2-9ef94b724215 req-3ca996b3-bf0b-4063-ac06-c8f091dab192 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:28.070935 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-b5cfa6f7-eb31-4a6b-8c25-c8225c65ef91 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8bdb01f4-8a12-4aac-92e5-91fe8cc238f4 HTTP/1.1" status: 204 len: 168 time: 0.5954828 Apr 23 18:03:28.074644 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 55826) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:28.077730 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfa6f7-eb31-4a6b-8c25-c8225c65ef91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bdb01f4-8a12-4aac-92e5-91fe8cc238f4,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:28.080999 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e2ef3588-da2f-4bab-86b2-9ef94b724215 req-3ca996b3-bf0b-4063-ac06-c8f091dab192 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 944 time: 0.1344538 Apr 23 18:03:28.152528 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e2ef3588-da2f-4bab-86b2-9ef94b724215 req-5fc6a8f4-1f2f-41a9-b1cf-01de8a89bb09 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703239 Apr 23 18:03:28.184214 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b5cfa6f7-eb31-4a6b-8c25-c8225c65ef91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:28.220142 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851326484'] for network, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:28.366188 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542005', 'neutron.services.segments.db._delete_segments_for_network-8774976202099'] for network, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:28.489884 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86361) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:03:28.490300 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86361) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:03:28.491180 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86361) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:03:28.491561 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Subscribe: > port after_create 55550000 {{(pid=86361) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:03:28.491918 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86361) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:03:28.492276 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Subscribe: > port after_update 55550000 {{(pid=86361) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:03:28.492635 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86361) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:03:28.493089 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86361) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:03:28.493393 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86361) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:03:28.493743 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86361) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:03:28.562659 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86361) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:03:28.563172 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86361) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:03:28.563547 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86361) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:03:28.563915 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86361) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 18:03:28.564307 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540adbfc-a90f-452b-8efb-75eaa7428340']}} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:03:28.579760 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ff352e-94c1-4749-9baa-051f3a7821c3') {'for_net_delete': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:03:28.580094 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ff352e-94c1-4749-9baa-051f3a7821c3') {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:03:28.592803 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261878593123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6522390'] for segment, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:28.611878 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:28.619748 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=86361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 18:03:28.810178 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Network 540adbfc-a90f-452b-8efb-75eaa7428340 has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:03:28.819264 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1859257'] for segment, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:28.996775 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Network 540adbfc-a90f-452b-8efb-75eaa7428340 has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: from cryptography.utils import int_from_bytes Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: from cryptography.utils import int_from_bytes Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: (rel_b, rel_a, rel_b), Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: (rel_b, rel_a, rel_b), Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: Traceback (most recent call last): Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: timer() Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: cb(*args, **kw) Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: return func(*args, **kwargs) Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: self._notify() Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: self.callback(batched_events) Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: event.method(event) Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: segment_id)['aggregates'][0] Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: return f(self, *a, **k) Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: return self._get(url).json() Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: **kwargs) Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: return self.request(url, 'GET', **kwargs) Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: **endpoint_filter) Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 18:03:29.021900 dv-cinder-786524-3-smb neutron-server[86250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 18:03:29.104081 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851233795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853070148'] for network, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:29.108211 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:29.127577 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:29.130256 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Pushing event deleted for resources: {'Network': ['ID=540adbfc-a90f-452b-8efb-75eaa7428340,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:29.134798 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:29.136671 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] 10.222.0.11 "DELETE /v2.0/networks/540adbfc-a90f-452b-8efb-75eaa7428340 HTTP/1.1" status: 204 len: 168 time: 1.0608280 Apr 23 18:03:29.140062 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 55842) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:29.214030 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_v2 [None req-0630e226-e738-461a-a7fd-49c473832080 admin admin] Deleting subnet d529eec9-37e2-4e8f-a15d-8f70a1529160 {{(pid=86362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 18:03:29.220037 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0630e226-e738-461a-a7fd-49c473832080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:29.275160 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0630e226-e738-461a-a7fd-49c473832080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7330653'] for subnet, precommit_delete_associations {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:29.335568 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0630e226-e738-461a-a7fd-49c473832080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851233888'] for subnet, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:29.345126 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device b7d85760-a107-4798-b0b6-1f964272d63d up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:03:29.371573 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b0ace-4869-4390-9bb2-cf199aac4ca8 req-1e301abb-48df-496b-99c5-e429b7433fcb tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:29.373238 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b78b0ace-4869-4390-9bb2-cf199aac4ca8 req-1e301abb-48df-496b-99c5-e429b7433fcb tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 944 time: 0.0978808 Apr 23 18:03:29.458721 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port b7d85760-a107-4798-b0b6-1f964272d63d completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:03:29.464871 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port b7d85760-a107-4798-b0b6-1f964272d63d triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:03:29.465122 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:29.477048 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b78b0ace-4869-4390-9bb2-cf199aac4ca8 req-9715e97c-e4d6-4f74-8983-fc293db7c369 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849900 Apr 23 18:03:29.611957 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:29.649457 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d85760-a107-4798-b0b6-1f964272d63d'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:03:29.661714 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port b7d85760-a107-4798-b0b6-1f964272d63d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b7d85760-a107-4798-b0b6-1f964272d63d,segment=NetworkSegment(4c59450a-92d4-4c25-9f1b-1a3952415c0c),segment_id=4c59450a-92d4-4c25-9f1b-1a3952415c0c)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:03:29.665534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:29.667779 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:29.721008 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0630e226-e738-461a-a7fd-49c473832080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847181380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7133264'] for subnet, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:29.728777 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8a73e4c4-f368-4400-9345-4be6934ceb52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:29.781193 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d85760-a107-4798-b0b6-1f964272d63d', 'code': 200} Apr 23 18:03:29.794179 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630e226-e738-461a-a7fd-49c473832080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d529eec9-37e2-4e8f-a15d-8f70a1529160,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:29.797994 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0630e226-e738-461a-a7fd-49c473832080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:29.806902 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0630e226-e738-461a-a7fd-49c473832080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:29.817399 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-0630e226-e738-461a-a7fd-49c473832080 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d529eec9-37e2-4e8f-a15d-8f70a1529160 HTTP/1.1" status: 204 len: 168 time: 0.6739423 Apr 23 18:03:29.817731 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 55882) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:29.845696 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=b7d85760-a107-4798-b0b6-1f964272d63d,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:29.850482 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:29.982822 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd162-52ec-480b-8e63-e9bec448cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851326484'] for network, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:30.196714 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd162-52ec-480b-8e63-e9bec448cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542005', 'neutron.services.segments.db._delete_segments_for_network-8774976202099'] for network, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:30.289312 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fd0eb-b585-4db8-a2fd-e1c5edd0bad3 req-06a3f0df-da86-409d-ae9f-b5599eba67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:30.291446 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-776fd0eb-b585-4db8-a2fd-e1c5edd0bad3 req-06a3f0df-da86-409d-ae9f-b5599eba67b3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 1098 time: 0.3033867 Apr 23 18:03:30.364561 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-776fd0eb-b585-4db8-a2fd-e1c5edd0bad3 req-68175c0b-574a-45db-a27e-5daa4f738143 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633199 Apr 23 18:03:30.367901 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-bd2dd162-52ec-480b-8e63-e9bec448cc44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7814e7b8-f69b-4157-985f-e18737582ce7']}} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:03:30.396704 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-bd2dd162-52ec-480b-8e63-e9bec448cc44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd531e174-11a9-42b1-8c21-d7325b16b554') {'for_net_delete': True} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:03:30.397030 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-bd2dd162-52ec-480b-8e63-e9bec448cc44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd531e174-11a9-42b1-8c21-d7325b16b554') {} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:03:30.410521 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd162-52ec-480b-8e63-e9bec448cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261878593123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847445163'] for segment, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:30.430670 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd162-52ec-480b-8e63-e9bec448cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:30.440360 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2dd162-52ec-480b-8e63-e9bec448cc44 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=86362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 18:03:30.449087 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 55906) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:30.599962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fd279d38-4f97-416a-b6e4-5b21101e6751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:30.617815 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-fd279d38-4f97-416a-b6e4-5b21101e6751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:03:30.622366 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-fd279d38-4f97-416a-b6e4-5b21101e6751 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca030f2426a4e6a97b19630d7558d61 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:03:30.625529 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-fd279d38-4f97-416a-b6e4-5b21101e6751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:03:30.632086 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-fd279d38-4f97-416a-b6e4-5b21101e6751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:03:30.690658 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-bd2dd162-52ec-480b-8e63-e9bec448cc44 admin admin] Network 7814e7b8-f69b-4157-985f-e18737582ce7 has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:03:30.701710 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd162-52ec-480b-8e63-e9bec448cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7594527'] for segment, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:30.733244 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fd279d38-4f97-416a-b6e4-5b21101e6751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:30.739458 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fd279d38-4f97-416a-b6e4-5b21101e6751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:30.775327 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8475f07c-bddb-4d80-ab42-cd7bc3f51d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:30.788526 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-fd279d38-4f97-416a-b6e4-5b21101e6751 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ca030f2426a4e6a97b19630d7558d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378849 Apr 23 18:03:30.789256 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 55920) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:30.904754 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd279d38-4f97-416a-b6e4-5b21101e6751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3be6266-f593-4a83-aa9b-4e80136e8423,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:30.919229 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fd279d38-4f97-416a-b6e4-5b21101e6751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:30.932969 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cafad014-4adf-4ef9-8bb4-34150d14014e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:30.977554 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cafad014-4adf-4ef9-8bb4-34150d14014e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:31.013029 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fd410-402c-4378-88f3-056925efda84 req-0f4bf79d-9950-4f25-9ab3-0bb3ea972a12 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:31.014755 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-666fd410-402c-4378-88f3-056925efda84 req-0f4bf79d-9950-4f25-9ab3-0bb3ea972a12 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1877301 Apr 23 18:03:31.080786 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-666fd410-402c-4378-88f3-056925efda84 req-afe68619-a62a-4de4-be45-ea847cd43d34 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534675 Apr 23 18:03:31.085466 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cafad014-4adf-4ef9-8bb4-34150d14014e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:31.090756 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-cf5bed4e-d160-4c36-8ede-cb333c01e0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:31.114146 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafad014-4adf-4ef9-8bb4-34150d14014e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3be6266-f593-4a83-aa9b-4e80136e8423,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:31.117067 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-cafad014-4adf-4ef9-8bb4-34150d14014e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:31.120090 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cafad014-4adf-4ef9-8bb4-34150d14014e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:31.121393 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-cafad014-4adf-4ef9-8bb4-34150d14014e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3be6266-f593-4a83-aa9b-4e80136e8423 HTTP/1.1" status: 204 len: 168 time: 0.3292532 Apr 23 18:03:31.220543 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-bd2dd162-52ec-480b-8e63-e9bec448cc44 admin admin] Network 7814e7b8-f69b-4157-985f-e18737582ce7 has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: Traceback (most recent call last): Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: timer() Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: cb(*args, **kw) Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: return func(*args, **kwargs) Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: self._notify() Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: self.callback(batched_events) Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: event.method(event) Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: segment_id)['aggregates'][0] Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: return f(self, *a, **k) Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: return self._get(url).json() Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: **kwargs) Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: return self.request(url, 'GET', **kwargs) Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: **endpoint_filter) Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 18:03:31.253772 dv-cinder-786524-3-smb neutron-server[86250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 18:03:31.357374 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0dc49-d08c-4e97-8312-a831b806390b req-b067dc7c-9885-476b-862f-9c8b11adf149 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:31.358984 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-76e0dc49-d08c-4e97-8312-a831b806390b req-b067dc7c-9885-476b-862f-9c8b11adf149 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 945 time: 0.7419701 Apr 23 18:03:31.367184 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ec5f8-2358-4d6e-a48e-f7cbd17dadc5 req-1576a1fb-322f-4db8-9b6e-4d8c574ec06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:31.368744 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-785ec5f8-2358-4d6e-a48e-f7cbd17dadc5 req-1576a1fb-322f-4db8-9b6e-4d8c574ec06b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8587cf5a0daa402fb879ac59d23a025e&device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 1098 time: 0.5657063 Apr 23 18:03:31.389423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd162-52ec-480b-8e63-e9bec448cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851233795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853070148'] for network, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:31.399631 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ab87dd6a-7b85-49a9-8a9f-8f2629d8b529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:31.438776 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-76e0dc49-d08c-4e97-8312-a831b806390b req-335d8809-2eab-4da5-bd7b-d70618a3c783 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678513 Apr 23 18:03:31.470619 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd162-52ec-480b-8e63-e9bec448cc44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:31.478070 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-bd2dd162-52ec-480b-8e63-e9bec448cc44 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7814e7b8-f69b-4157-985f-e18737582ce7 HTTP/1.1" status: 204 len: 168 time: 1.6592970 Apr 23 18:03:31.482493 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dd162-52ec-480b-8e63-e9bec448cc44 admin admin] Pushing event deleted for resources: {'Network': ['ID=7814e7b8-f69b-4157-985f-e18737582ce7,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:31.491230 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-bd2dd162-52ec-480b-8e63-e9bec448cc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:31.511182 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 55934) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:31.532695 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fac68d98-a18b-46a6-bb43-06d5f07afa53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:31.550168 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-fac68d98-a18b-46a6-bb43-06d5f07afa53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:03:31.554713 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-fac68d98-a18b-46a6-bb43-06d5f07afa53 admin admin] Usage tracker for resource:security_group_rule and tenant:73f7c427f93b4c84ba7c79789fc09144 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:03:31.558337 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-fac68d98-a18b-46a6-bb43-06d5f07afa53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:03:31.565235 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-fac68d98-a18b-46a6-bb43-06d5f07afa53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:03:31.607769 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ec5f8-2358-4d6e-a48e-f7cbd17dadc5 req-c6769c11-f073-43c7-af1d-8461a4db8dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:31.609346 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-785ec5f8-2358-4d6e-a48e-f7cbd17dadc5 req-c6769c11-f073-43c7-af1d-8461a4db8dc1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1a52a344-216f-49cf-81a2-731a70b91d60 HTTP/1.1" status: 200 len: 920 time: 0.1776824 Apr 23 18:03:31.658276 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fac68d98-a18b-46a6-bb43-06d5f07afa53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:31.661520 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fac68d98-a18b-46a6-bb43-06d5f07afa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:31.671331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:31.693766 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-785ec5f8-2358-4d6e-a48e-f7cbd17dadc5 req-dfb199f4-242e-409c-9ce3-72975a360705 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e24a8f9-755a-47fd-af53-a4f09de2e10a HTTP/1.1" status: 200 len: 217 time: 0.0725930 Apr 23 18:03:31.707954 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 55938) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:31.730161 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-fac68d98-a18b-46a6-bb43-06d5f07afa53 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73f7c427f93b4c84ba7c79789fc09144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178366 Apr 23 18:03:31.733333 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 55942) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:31.738528 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac68d98-a18b-46a6-bb43-06d5f07afa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4472f7f-8fad-4704-abba-b7a7d7d7d625,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:31.757986 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fac68d98-a18b-46a6-bb43-06d5f07afa53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:31.772020 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ec5f8-2358-4d6e-a48e-f7cbd17dadc5 req-b995ff13-694c-49ba-b992-4e7f8a1f9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:31.773831 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-785ec5f8-2358-4d6e-a48e-f7cbd17dadc5 req-b995ff13-694c-49ba-b992-4e7f8a1f9e8a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9578a960-cb39-49fb-b04d-317ddad60750 HTTP/1.1" status: 200 len: 859 time: 0.0679021 Apr 23 18:03:31.812041 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-6a869a2f-ca35-4c4a-8cac-8ccd499e914b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f258da86dd0c461eba9f7986436fc460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0997677 Apr 23 18:03:31.817024 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 55948) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:31.838561 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-785ec5f8-2358-4d6e-a48e-f7cbd17dadc5 req-2a3c3a26-8c28-478e-8192-624ab3026837 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a52a344-216f-49cf-81a2-731a70b91d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516524 Apr 23 18:03:31.872245 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-70fd2593-6098-4ba3-8d96-228a689a6095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:31.928691 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-70fd2593-6098-4ba3-8d96-228a689a6095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:31.944256 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f05e3813-10f0-4367-8557-58d16103cdec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:31.990962 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-785ec5f8-2358-4d6e-a48e-f7cbd17dadc5 req-380825b4-40bf-43da-a773-d48d010588bf service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429574 Apr 23 18:03:31.995241 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f05e3813-10f0-4367-8557-58d16103cdec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:32.037624 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-70fd2593-6098-4ba3-8d96-228a689a6095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:32.043293 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5efcfcb4-19c2-4a99-b653-1d045ce5fcf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:32.055718 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd2593-6098-4ba3-8d96-228a689a6095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4472f7f-8fad-4704-abba-b7a7d7d7d625,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:32.059946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-70fd2593-6098-4ba3-8d96-228a689a6095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:32.068872 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f05e3813-10f0-4367-8557-58d16103cdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:32.074710 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2cf08e05-7176-430f-9006-2e9e0f17c6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:32.084916 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-70fd2593-6098-4ba3-8d96-228a689a6095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:32.086136 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-70fd2593-6098-4ba3-8d96-228a689a6095 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4472f7f-8fad-4704-abba-b7a7d7d7d625 HTTP/1.1" status: 204 len: 168 time: 0.3489223 Apr 23 18:03:32.093806 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e3813-10f0-4367-8557-58d16103cdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cda5d9-07a7-4ba0-8be4-a55610bad145,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:32.096525 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f05e3813-10f0-4367-8557-58d16103cdec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:32.097705 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-f05e3813-10f0-4367-8557-58d16103cdec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51cda5d9-07a7-4ba0-8be4-a55610bad145 HTTP/1.1" status: 204 len: 168 time: 0.2795703 Apr 23 18:03:32.098671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f05e3813-10f0-4367-8557-58d16103cdec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:32.166690 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-785ec5f8-2358-4d6e-a48e-f7cbd17dadc5 req-24b7498a-4720-46f1-b0dd-788cd51f5ad8 service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662955 Apr 23 18:03:32.321101 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c404c1-9bb0-415b-8631-c2ad7f926558 req-e441af30-e412-4268-9c35-dd7f4c3e4755 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:32.332433 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b9c404c1-9bb0-415b-8631-c2ad7f926558 req-e441af30-e412-4268-9c35-dd7f4c3e4755 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1148183 Apr 23 18:03:32.385256 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b9c404c1-9bb0-415b-8631-c2ad7f926558 req-cf0ddb6c-725b-4f90-9ea8-96512b09451a tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496063 Apr 23 18:03:32.553404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 55976) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:32.884753 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5b1afbaa-a503-4246-9d69-6a6d6918210a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e66aaa0789004100b053eb6d4e3ca1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276820 Apr 23 18:03:32.885423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 55988) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:32.952430 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2be12-d734-4f9f-8945-30cf9eaefb07 req-9a73735f-f796-4d48-ac65-0788b1220779 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:32.954603 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-35c2be12-d734-4f9f-8945-30cf9eaefb07 req-9a73735f-f796-4d48-ac65-0788b1220779 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 945 time: 0.3735330 Apr 23 18:03:32.996665 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-57f8c847-f8e3-4960-ac7b-9a0f8331cad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:33.039139 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-35c2be12-d734-4f9f-8945-30cf9eaefb07 req-0849e70e-147a-4f89-a08b-31a915828110 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697343 Apr 23 18:03:33.043442 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-57f8c847-f8e3-4960-ac7b-9a0f8331cad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:33.105606 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-57f8c847-f8e3-4960-ac7b-9a0f8331cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:33.112716 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ea0aa11d-5c0d-4b30-8847-4669c799ebbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:33.143319 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8c847-f8e3-4960-ac7b-9a0f8331cad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb586ff-c03c-460f-b567-762929188a15,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:33.146255 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-57f8c847-f8e3-4960-ac7b-9a0f8331cad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:33.149975 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-57f8c847-f8e3-4960-ac7b-9a0f8331cad6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bfb586ff-c03c-460f-b567-762929188a15 HTTP/1.1" status: 204 len: 168 time: 0.2614567 Apr 23 18:03:33.149975 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-57f8c847-f8e3-4960-ac7b-9a0f8331cad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:33.758339 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c088a-c217-4906-babf-cc921c15fd7e req-16933629-1210-4670-85ca-21168f61ce55 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:33.768222 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-210c088a-c217-4906-babf-cc921c15fd7e req-16933629-1210-4670-85ca-21168f61ce55 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1764259 Apr 23 18:03:33.819869 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-210c088a-c217-4906-babf-cc921c15fd7e req-228d703b-65c4-4aa6-b453-31f96601e771 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505540 Apr 23 18:03:34.535949 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfbb87-9d6d-42cf-a9b4-b6c174c1046d req-fe3e4d2f-7c7f-4131-827f-aa74b65ccf04 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:34.538759 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6ddfbb87-9d6d-42cf-a9b4-b6c174c1046d req-fe3e4d2f-7c7f-4131-827f-aa74b65ccf04 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 945 time: 0.1029942 Apr 23 18:03:34.590208 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6ddfbb87-9d6d-42cf-a9b4-b6c174c1046d req-b0d27f16-def5-409e-9b62-f32d64a0c2cf tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455935 Apr 23 18:03:35.069203 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41598be8-9467-410a-a57d-152b27c5280a req-c3ed070e-3333-4f5c-af2a-daa972695dbe tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:35.071176 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-41598be8-9467-410a-a57d-152b27c5280a req-c3ed070e-3333-4f5c-af2a-daa972695dbe tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.0934231 Apr 23 18:03:35.120332 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-41598be8-9467-410a-a57d-152b27c5280a req-95788bd6-9a7f-4c62-b1d8-ab0082ea2fd8 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426488 Apr 23 18:03:35.227648 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 56098) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:35.358159 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-06f2158a-6393-40a5-9d52-d01503192b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:35.373413 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-06f2158a-6393-40a5-9d52-d01503192b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:03:35.379845 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-06f2158a-6393-40a5-9d52-d01503192b56 admin admin] Usage tracker for resource:security_group_rule and tenant:69d85630757c4c16a8b55ebbab1d387e is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:03:35.384563 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-06f2158a-6393-40a5-9d52-d01503192b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:03:35.394110 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-06f2158a-6393-40a5-9d52-d01503192b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:03:35.480591 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-06f2158a-6393-40a5-9d52-d01503192b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:35.483544 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-06f2158a-6393-40a5-9d52-d01503192b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:35.493150 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2d241058-999b-45bd-9e3d-9b09e606ecb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:35.540105 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-06f2158a-6393-40a5-9d52-d01503192b56 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69d85630757c4c16a8b55ebbab1d387e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112760 Apr 23 18:03:35.541046 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2158a-6393-40a5-9d52-d01503192b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100bd9aa-7f4f-42b6-826f-84c0d271100b,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:35.543246 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 56106) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:35.544498 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-06f2158a-6393-40a5-9d52-d01503192b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:35.614568 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-104f66c5-e02d-4d01-bcb0-736644f36280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:35.645432 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-104f66c5-e02d-4d01-bcb0-736644f36280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:35.697034 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-104f66c5-e02d-4d01-bcb0-736644f36280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:35.702652 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-779b991b-2394-4811-a803-9abe7dd77858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:35.714370 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f66c5-e02d-4d01-bcb0-736644f36280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100bd9aa-7f4f-42b6-826f-84c0d271100b,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:35.718235 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-104f66c5-e02d-4d01-bcb0-736644f36280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:35.722259 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-104f66c5-e02d-4d01-bcb0-736644f36280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:35.724545 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-104f66c5-e02d-4d01-bcb0-736644f36280 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/100bd9aa-7f4f-42b6-826f-84c0d271100b HTTP/1.1" status: 204 len: 168 time: 0.1797702 Apr 23 18:03:35.839761 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbba24-732c-48b7-ace9-ab798498b4f8 req-660cf489-6082-4239-a151-162553b8ab8f tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:35.841557 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-60cbba24-732c-48b7-ace9-ab798498b4f8 req-660cf489-6082-4239-a151-162553b8ab8f tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 945 time: 0.1241894 Apr 23 18:03:35.898423 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-60cbba24-732c-48b7-ace9-ab798498b4f8 req-af2e39eb-9298-4509-b930-f8ec008829da tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467093 Apr 23 18:03:36.094512 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87bb50-312c-402f-827b-11f18de1a4c9 req-52ce8247-883b-47c9-a37b-37eb080db232 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:36.096544 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8b87bb50-312c-402f-827b-11f18de1a4c9 req-52ce8247-883b-47c9-a37b-37eb080db232 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 945 time: 0.1226568 Apr 23 18:03:36.397945 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-8b87bb50-312c-402f-827b-11f18de1a4c9 req-5e5998d4-f7ec-4919-b84e-54b2a6d632b2 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Deleting port b7d85760-a107-4798-b0b6-1f964272d63d {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:03:36.398420 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8b87bb50-312c-402f-827b-11f18de1a4c9 req-5e5998d4-f7ec-4919-b84e-54b2a6d632b2 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:36.490490 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4acac-e241-464e-a6e4-3cd560c62b3d req-8f9b3c4c-07f5-48dc-ab2e-a7b301caa24b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:36.492260 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a0e4acac-e241-464e-a6e4-3cd560c62b3d req-8f9b3c4c-07f5-48dc-ab2e-a7b301caa24b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.2422707 Apr 23 18:03:36.585696 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a0e4acac-e241-464e-a6e4-3cd560c62b3d req-ccd5115e-7950-46fd-b728-5992b70476e7 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864487 Apr 23 18:03:36.627984 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-8b87bb50-312c-402f-827b-11f18de1a4c9 req-5e5998d4-f7ec-4919-b84e-54b2a6d632b2 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] For port b7d85760-a107-4798-b0b6-1f964272d63d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b7d85760-a107-4798-b0b6-1f964272d63d,segment=NetworkSegment(4c59450a-92d4-4c25-9f1b-1a3952415c0c),segment_id=4c59450a-92d4-4c25-9f1b-1a3952415c0c)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:03:36.628488 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8b87bb50-312c-402f-827b-11f18de1a4c9 req-5e5998d4-f7ec-4919-b84e-54b2a6d632b2 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:36.776539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-8b87bb50-312c-402f-827b-11f18de1a4c9 req-5e5998d4-f7ec-4919-b84e-54b2a6d632b2 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Calling delete_port for b7d85760-a107-4798-b0b6-1f964272d63d owned by compute:nova {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:03:36.928845 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8b87bb50-312c-402f-827b-11f18de1a4c9 req-5e5998d4-f7ec-4919-b84e-54b2a6d632b2 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:36.941496 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['b7d85760-a107-4798-b0b6-1f964272d63d'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:03:36.941693 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3578adf7-cfd2-4db9-8385-4dbbaec5fc63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:37.038103 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5998d4-f7ec-4919-b84e-54b2a6d632b2 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Pushing event deleted for resources: {'Port': ['ID=b7d85760-a107-4798-b0b6-1f964272d63d,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:37.069339 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5e5998d4-f7ec-4919-b84e-54b2a6d632b2 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:37.085208 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b87bb50-312c-402f-827b-11f18de1a4c9 req-5e5998d4-f7ec-4919-b84e-54b2a6d632b2 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] No DVR routers for this DVR port b7d85760-a107-4798-b0b6-1f964272d63d on host hv-cinder-78652 {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:03:37.128640 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8b87bb50-312c-402f-827b-11f18de1a4c9 req-5e5998d4-f7ec-4919-b84e-54b2a6d632b2 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:37.131336 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e', 'name': 'network-vif-deleted', 'tag': 'b7d85760-a107-4798-b0b6-1f964272d63d'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:03:37.145484 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-767cb32e-95ba-4395-8464-9aa9054943da req-25ecc7f5-7d5a-4f63-85bc-a1f285637987 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e HTTP/1.1" status: 200 len: 210 time: 0.0774276 Apr 23 18:03:37.157676 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8b87bb50-312c-402f-827b-11f18de1a4c9 req-5e5998d4-f7ec-4919-b84e-54b2a6d632b2 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] 10.222.0.22 "DELETE /v2.0/ports/b7d85760-a107-4798-b0b6-1f964272d63d HTTP/1.1" status: 204 len: 173 time: 1.0526986 Apr 23 18:03:37.200629 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf9a4a3-7cdc-4c5f-a8bd-2ffcc22ce33e', 'name': 'network-vif-deleted', 'tag': 'b7d85760-a107-4798-b0b6-1f964272d63d', 'status': 'completed', 'code': 200} Apr 23 18:03:37.816083 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9a380-20f9-4bed-b1f5-2d23492029b6 req-a93bd40d-41b7-4870-a0f2-e11a9054521d tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:37.818160 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a7b9a380-20f9-4bed-b1f5-2d23492029b6 req-a93bd40d-41b7-4870-a0f2-e11a9054521d tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.0974927 Apr 23 18:03:37.877644 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a7b9a380-20f9-4bed-b1f5-2d23492029b6 req-fdba4528-88e5-4b88-91ea-25c625e7a0d5 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456080 Apr 23 18:03:39.100039 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9afb64-255c-49a8-9605-d51e722088b5 req-a3b4d504-5346-4727-9f43-d1d3dcc96d66 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:39.101782 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ec9afb64-255c-49a8-9605-d51e722088b5 req-a3b4d504-5346-4727-9f43-d1d3dcc96d66 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.0947020 Apr 23 18:03:39.153438 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ec9afb64-255c-49a8-9605-d51e722088b5 req-55723407-2bb4-4ea8-94ad-22d94bc56097 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452969 Apr 23 18:03:39.534563 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5d541695-f4d9-4f87-9b00-114b390fabe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:40.393302 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bf4ad-eaa3-418a-9fd3-9b302455b62e req-9041edbb-b1a6-4ec9-b61c-9c2b7c93c14f tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:40.395493 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a19bf4ad-eaa3-418a-9fd3-9b302455b62e req-9041edbb-b1a6-4ec9-b61c-9c2b7c93c14f tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1072960 Apr 23 18:03:40.444889 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a19bf4ad-eaa3-418a-9fd3-9b302455b62e req-65b6a8d2-f0bd-4dce-9d2e-0a77c97ed8b3 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 Apr 23 18:03:41.393539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device b7d85760-a107-4798-b0b6-1f964272d63d no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:03:41.513545 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b1c48-6782-42ca-a93e-dfab88031143 req-59cd00b2-d78d-4abb-bd78-3f145fea73ba tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:41.523610 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cc5b1c48-6782-42ca-a93e-dfab88031143 req-59cd00b2-d78d-4abb-bd78-3f145fea73ba tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1363740 Apr 23 18:03:41.581297 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 56376) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:41.592269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: b7d85760-a107-4798-b0b6-1f964272d63d {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:03:41.592994 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cc5b1c48-6782-42ca-a93e-dfab88031143 req-55a57c3d-3120-403f-8067-f06413a835e7 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676262 Apr 23 18:03:41.593154 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device b7d85760-a107-4798-b0b6-1f964272d63d not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:03:41.864156 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8ac32-41f3-4f8f-830d-2d9dc83b3463 req-72fdc8f4-90d3-4fba-94c4-d1aa9e7606bb tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:41.877439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d9a233bd-fe86-430f-b7fd-a3c0cc2d46fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:41.878334 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f0d8ac32-41f3-4f8f-830d-2d9dc83b3463 req-72fdc8f4-90d3-4fba-94c4-d1aa9e7606bb tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1891291 Apr 23 18:03:41.932171 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 56386) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:41.954702 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f0d8ac32-41f3-4f8f-830d-2d9dc83b3463 req-aca354ca-6a16-4184-8f89-7e0d5657abfd tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753191 Apr 23 18:03:41.992321 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:42.011071 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:03:42.017325 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Usage tracker for resource:security_group_rule and tenant:7f309bd6d5764597ac6b03f05d3545ba is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:03:42.021332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:03:42.042611 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:03:42.051762 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f9aa9c67-44d3-4a63-b1c1-deef600c19d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:42.073850 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f9aa9c67-44d3-4a63-b1c1-deef600c19d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:03:42.087245 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f9aa9c67-44d3-4a63-b1c1-deef600c19d2 admin admin] Usage tracker for resource:security_group_rule and tenant:6ec1c5d3266a4978850ddc9b7149b2cf is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:03:42.092045 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f9aa9c67-44d3-4a63-b1c1-deef600c19d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:03:42.103014 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f9aa9c67-44d3-4a63-b1c1-deef600c19d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:03:42.217867 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:42.245221 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:42.259310 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d080345b-63c7-4db2-92df-fe4b662e4a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:42.297680 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f9aa9c67-44d3-4a63-b1c1-deef600c19d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:42.313658 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f9aa9c67-44d3-4a63-b1c1-deef600c19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:42.335757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c021f38e-48c7-44dd-a069-400667598cf7,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:42.345351 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f309bd6d5764597ac6b03f05d3545ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7627680 Apr 23 18:03:42.347995 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 56396) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:42.353157 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.353562 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.353972 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.354346 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.354720 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.355131 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.355514 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.355893 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.356296 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.356674 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.357050 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.357424 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.364638 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-f9aa9c67-44d3-4a63-b1c1-deef600c19d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ec1c5d3266a4978850ddc9b7149b2cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304187 Apr 23 18:03:42.365691 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:42.366270 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-1c7b3298-b3ef-4d98-aecb-06926fed7e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:42.393774 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 56400) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:42.394864 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa9c67-44d3-4a63-b1c1-deef600c19d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0460af-4864-4c24-944c-a86e8b5db210,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:42.399466 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f9aa9c67-44d3-4a63-b1c1-deef600c19d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:42.477098 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:42.491864 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-855c9a07-2da8-4c18-a5ce-1362756a51c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:42.510289 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:42.521825 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-855c9a07-2da8-4c18-a5ce-1362756a51c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:42.550477 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:42.573483 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:42.580566 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:42.581889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-855c9a07-2da8-4c18-a5ce-1362756a51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:42.590392 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-63591fb4-25cf-49b3-b4ac-9d16cbd7e4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:42.593239 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c021f38e-48c7-44dd-a069-400667598cf7,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:42.602724 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.603364 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.603940 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.604698 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.605243 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.605787 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.606301 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.606813 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.607373 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.607930 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.608469 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.609650 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:03:42.610998 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c9a07-2da8-4c18-a5ce-1362756a51c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0460af-4864-4c24-944c-a86e8b5db210,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:42.614428 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-855c9a07-2da8-4c18-a5ce-1362756a51c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:42.637252 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:42.638137 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:42.644556 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c021f38e-48c7-44dd-a069-400667598cf7 HTTP/1.1" status: 204 len: 168 time: 0.2952898 Apr 23 18:03:42.646532 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-855c9a07-2da8-4c18-a5ce-1362756a51c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:42.652146 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-855c9a07-2da8-4c18-a5ce-1362756a51c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b0460af-4864-4c24-944c-a86e8b5db210 HTTP/1.1" status: 204 len: 168 time: 0.2513916 Apr 23 18:03:42.722209 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:42.852553 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e0e71-2d6f-48e1-a18f-0a1b6b0b7917 req-fb68cee8-7866-48c6-9b66-c17fb36e6397 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:42.854812 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a91e0e71-2d6f-48e1-a18f-0a1b6b0b7917 req-fb68cee8-7866-48c6-9b66-c17fb36e6397 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1255279 Apr 23 18:03:42.936214 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a91e0e71-2d6f-48e1-a18f-0a1b6b0b7917 req-d172c717-1576-43c6-a01e-570887ce8158 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740638 Apr 23 18:03:43.207621 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 56430) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:43.333340 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-799d7f89-c5cf-43a1-90ee-28442dfb2ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:43.356217 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-799d7f89-c5cf-43a1-90ee-28442dfb2ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:03:43.360852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-799d7f89-c5cf-43a1-90ee-28442dfb2ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:d10839357cd84a4292fbff8488be56ad is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:03:43.396739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-799d7f89-c5cf-43a1-90ee-28442dfb2ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:03:43.417968 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-799d7f89-c5cf-43a1-90ee-28442dfb2ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:03:43.717408 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbdb4d-2a46-4f31-ae8e-aadeb038649a req-d3522873-56be-4a77-978f-09bef0b04a46 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:43.721907 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-55fbdb4d-2a46-4f31-ae8e-aadeb038649a req-d3522873-56be-4a77-978f-09bef0b04a46 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.4625273 Apr 23 18:03:43.779201 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-799d7f89-c5cf-43a1-90ee-28442dfb2ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:43.863552 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-799d7f89-c5cf-43a1-90ee-28442dfb2ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:43.884708 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-55fbdb4d-2a46-4f31-ae8e-aadeb038649a req-9e291d27-d191-4dc8-ad56-96b11497836e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543937 Apr 23 18:03:43.885398 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5a5bc445-b3a9-4c63-9fdc-0306b104737a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:43.938040 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d7f89-c5cf-43a1-90ee-28442dfb2ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf82fc7-08d3-4e2c-adfa-26ce78e89598,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:43.945493 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-799d7f89-c5cf-43a1-90ee-28442dfb2ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:43.966591 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-799d7f89-c5cf-43a1-90ee-28442dfb2ac6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d10839357cd84a4292fbff8488be56ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7577829 Apr 23 18:03:43.970696 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 56458) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:44.080702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f50f0f1e-228f-45f7-8bc0-c471191a0abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:44.117882 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f50f0f1e-228f-45f7-8bc0-c471191a0abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:44.168065 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:44.217047 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f50f0f1e-228f-45f7-8bc0-c471191a0abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:44.228094 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5edba1eb-4988-49cf-b806-73076eb968b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:44.251611 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f0f1e-228f-45f7-8bc0-c471191a0abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf82fc7-08d3-4e2c-adfa-26ce78e89598,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:44.254692 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f50f0f1e-228f-45f7-8bc0-c471191a0abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:44.259502 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-f50f0f1e-228f-45f7-8bc0-c471191a0abd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aaf82fc7-08d3-4e2c-adfa-26ce78e89598 HTTP/1.1" status: 204 len: 168 time: 0.2871017 Apr 23 18:03:44.261176 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f50f0f1e-228f-45f7-8bc0-c471191a0abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:44.325086 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9a097-8a75-4129-94f4-76c05a6d1cd7 req-058be6c3-0a60-4852-a6c3-7bb9e30a8d0e tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:44.334931 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4cd9a097-8a75-4129-94f4-76c05a6d1cd7 req-058be6c3-0a60-4852-a6c3-7bb9e30a8d0e tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1793754 Apr 23 18:03:44.438360 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4cd9a097-8a75-4129-94f4-76c05a6d1cd7 req-2f337f10-b88c-4aed-b9d6-298e8c0ec6da tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032586 Apr 23 18:03:44.445809 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445f184-daca-4da4-88a4-b67681066dce req-59876ded-f3bc-4e2e-b451-c63588735d38 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:44.455523 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4445f184-daca-4da4-88a4-b67681066dce req-59876ded-f3bc-4e2e-b451-c63588735d38 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1651981 Apr 23 18:03:44.523454 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4445f184-daca-4da4-88a4-b67681066dce req-2e5e039d-e5f6-4555-81d4-1443e776829a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630586 Apr 23 18:03:45.294434 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b162961-f665-4a63-98c9-7ff74190a9b6 req-f974c2bd-bb32-4d9a-8012-0c469257a789 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:45.299624 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0b162961-f665-4a63-98c9-7ff74190a9b6 req-f974c2bd-bb32-4d9a-8012-0c469257a789 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.2009778 Apr 23 18:03:45.424676 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0b162961-f665-4a63-98c9-7ff74190a9b6 req-876e9a00-cfac-4c4d-a9b5-1da42e545bf1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179829 Apr 23 18:03:45.888303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86908dd-8189-4219-848a-4a9c2a1e8627 req-c01a1d46-2b36-457c-9575-6b37383b8e47 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:45.893017 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d86908dd-8189-4219-848a-4a9c2a1e8627 req-c01a1d46-2b36-457c-9575-6b37383b8e47 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.2053337 Apr 23 18:03:46.027145 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d86908dd-8189-4219-848a-4a9c2a1e8627 req-54d9cc7a-2730-4360-9d62-326c90ef714c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265895 Apr 23 18:03:46.075737 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f05423-a576-4870-a070-7159e75cee54 req-9ec423b4-c583-49ec-a4d2-8b71595cfb65 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:46.077515 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d3f05423-a576-4870-a070-7159e75cee54 req-9ec423b4-c583-49ec-a4d2-8b71595cfb65 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.2884166 Apr 23 18:03:46.147527 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d3f05423-a576-4870-a070-7159e75cee54 req-bc961168-183c-4f3c-a355-4b0538ffa33d tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607209 Apr 23 18:03:46.803985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffd760-b07f-46fc-bfb5-8924b427e1d8 req-c528aa08-d2dc-4201-9a5b-10f1b7988718 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:46.806340 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0fffd760-b07f-46fc-bfb5-8924b427e1d8 req-c528aa08-d2dc-4201-9a5b-10f1b7988718 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.2029817 Apr 23 18:03:46.878401 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0fffd760-b07f-46fc-bfb5-8924b427e1d8 req-4340b403-71e1-409a-96c3-5ca4836e14cb tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632870 Apr 23 18:03:47.373007 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576924b4-f49f-488e-9658-7a0a78b4f868 req-7c61c436-eb32-4e4f-8c6a-36ac7f98dbb8 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:47.401947 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-576924b4-f49f-488e-9658-7a0a78b4f868 req-7c61c436-eb32-4e4f-8c6a-36ac7f98dbb8 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1385589 Apr 23 18:03:47.452959 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9d96a-86b2-46aa-8a01-13a711cf3c36 req-819b6ff6-24e0-4dc7-883f-f097cb77af3d tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:47.463091 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4ea9d96a-86b2-46aa-8a01-13a711cf3c36 req-819b6ff6-24e0-4dc7-883f-f097cb77af3d tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1397626 Apr 23 18:03:47.516406 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-576924b4-f49f-488e-9658-7a0a78b4f868 req-315a8e10-5519-42f9-9a07-1f4242ddcc5c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125083 Apr 23 18:03:47.539319 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4ea9d96a-86b2-46aa-8a01-13a711cf3c36 req-c68538aa-7b26-4b43-b17c-eb4f333c7ffe tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748391 Apr 23 18:03:48.217667 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b170839-0988-4c0e-8a6b-3d6ab8d57579 req-de23a60a-6fff-4f6e-b5e5-6f2cfd37b153 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:48.219443 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0b170839-0988-4c0e-8a6b-3d6ab8d57579 req-de23a60a-6fff-4f6e-b5e5-6f2cfd37b153 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1252627 Apr 23 18:03:48.273831 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0b170839-0988-4c0e-8a6b-3d6ab8d57579 req-fa878b05-0b62-4d6a-9139-ba08d508dc22 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472980 Apr 23 18:03:48.483196 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:03:48.874509 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8fc1b-6e1e-4acb-8d6e-9f15a5d40fff req-40395898-92a8-495b-be68-e3886e3776c4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:48.883470 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5ab8fc1b-6e1e-4acb-8d6e-9f15a5d40fff req-40395898-92a8-495b-be68-e3886e3776c4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1377702 Apr 23 18:03:48.939613 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c00bb6-68c7-4a24-bbc7-d20ea7481605 req-a64ee3a0-15e8-4162-a9ed-5357b5376fcd tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:48.941268 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-95c00bb6-68c7-4a24-bbc7-d20ea7481605 req-a64ee3a0-15e8-4162-a9ed-5357b5376fcd tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.2311039 Apr 23 18:03:48.954134 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1cc0a9ab-cdf7-4d9a-a2d9-65d02535e856 req-23d67ee9-10cd-45d5-875f-6959f9225c25 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1782520 Apr 23 18:03:48.980255 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5ab8fc1b-6e1e-4acb-8d6e-9f15a5d40fff req-4407485b-0c20-4783-bdfe-72ae37ea7492 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957294 Apr 23 18:03:49.200313 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-95c00bb6-68c7-4a24-bbc7-d20ea7481605 req-3935c626-f0b2-438a-9356-e8b14d0a9cea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504618 Apr 23 18:03:49.270944 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0a9ab-cdf7-4d9a-a2d9-65d02535e856 req-73c40d40-48d0-4997-abcb-b61fcfb18694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:49.273124 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1cc0a9ab-cdf7-4d9a-a2d9-65d02535e856 req-73c40d40-48d0-4997-abcb-b61fcfb18694 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8587cf5a0daa402fb879ac59d23a025e&device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 1099 time: 0.2170939 Apr 23 18:03:49.589597 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be53d5a-796c-4377-a1ee-bb73bfed9a31 req-008bded5-62ec-4d95-9fe4-b18d0245069c tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:49.599118 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2be53d5a-796c-4377-a1ee-bb73bfed9a31 req-008bded5-62ec-4d95-9fe4-b18d0245069c tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1171980 Apr 23 18:03:49.633258 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0a9ab-cdf7-4d9a-a2d9-65d02535e856 req-49a2b7a2-3122-4a80-a162-6fcae86217c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:49.634850 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1cc0a9ab-cdf7-4d9a-a2d9-65d02535e856 req-49a2b7a2-3122-4a80-a162-6fcae86217c4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1a52a344-216f-49cf-81a2-731a70b91d60 HTTP/1.1" status: 200 len: 920 time: 0.3356054 Apr 23 18:03:49.655115 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2be53d5a-796c-4377-a1ee-bb73bfed9a31 req-25827c80-154c-4ee0-b132-b5cf25603bb0 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533130 Apr 23 18:03:49.992507 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1cc0a9ab-cdf7-4d9a-a2d9-65d02535e856 req-49af501d-e6e6-4298-986c-f87330811f6e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3980d1eb-47d5-44bc-b4f7-86296e364426 HTTP/1.1" status: 200 len: 217 time: 0.3504159 Apr 23 18:03:50.091587 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0a9ab-cdf7-4d9a-a2d9-65d02535e856 req-2b81d6a4-9bbf-4487-8af0-3a4f29d985a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:50.093152 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1cc0a9ab-cdf7-4d9a-a2d9-65d02535e856 req-2b81d6a4-9bbf-4487-8af0-3a4f29d985a2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9578a960-cb39-49fb-b04d-317ddad60750 HTTP/1.1" status: 200 len: 859 time: 0.0930502 Apr 23 18:03:50.153403 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1cc0a9ab-cdf7-4d9a-a2d9-65d02535e856 req-4804d592-dca5-410d-aab2-a5d3d595d814 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a52a344-216f-49cf-81a2-731a70b91d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529234 Apr 23 18:03:50.345753 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1cc0a9ab-cdf7-4d9a-a2d9-65d02535e856 req-40429632-925c-4b14-af01-1211e7e6e32f service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841221 Apr 23 18:03:50.557638 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e62ad-7d5d-4fed-9684-04ecc5ed3c21 req-778c7457-f93a-4b14-a9d7-6b4ef5d6281a tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:50.567765 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-129e62ad-7d5d-4fed-9684-04ecc5ed3c21 req-778c7457-f93a-4b14-a9d7-6b4ef5d6281a tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1541653 Apr 23 18:03:50.637394 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-129e62ad-7d5d-4fed-9684-04ecc5ed3c21 req-4eb40eb7-ed57-4bcf-9e76-ff306df5e16d tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681760 Apr 23 18:03:50.659119 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca8cc2-86af-41bf-a1ec-a6460e907465 req-4b3cdf5d-c823-49ec-a148-da7a5d75bfd2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:50.660601 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-76ca8cc2-86af-41bf-a1ec-a6460e907465 req-4b3cdf5d-c823-49ec-a148-da7a5d75bfd2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.3190041 Apr 23 18:03:50.762002 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-76ca8cc2-86af-41bf-a1ec-a6460e907465 req-095ca651-3e22-4e55-b942-0a63df4e026a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891364 Apr 23 18:03:50.773694 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1cc0a9ab-cdf7-4d9a-a2d9-65d02535e856 req-a122815a-b9ca-45bf-851a-b8596796468d service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438749 Apr 23 18:03:50.926631 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57166f2-ae8e-48b3-8b68-b7795a8de810 req-03da8544-3074-411a-bab5-609e6fb781d5 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:50.929215 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b57166f2-ae8e-48b3-8b68-b7795a8de810 req-03da8544-3074-411a-bab5-609e6fb781d5 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1049888 Apr 23 18:03:51.009937 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b57166f2-ae8e-48b3-8b68-b7795a8de810 req-d3509f83-aba8-4c42-9127-749495909b9e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686815 Apr 23 18:03:51.851676 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b3a2c-70a1-4ca9-87f5-ded0fd24ffac req-56993d0b-2fff-4713-ab77-6813317fba9f tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:51.853587 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fc9b3a2c-70a1-4ca9-87f5-ded0fd24ffac req-56993d0b-2fff-4713-ab77-6813317fba9f tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.0998583 Apr 23 18:03:51.933059 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fc9b3a2c-70a1-4ca9-87f5-ded0fd24ffac req-d75261b0-7334-43a4-9337-51e634cdd166 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708404 Apr 23 18:03:52.114579 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02280ac5-25e0-43e2-8abe-453da07ade78 req-718d21c8-7a10-4d43-b965-021207b6cb93 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:52.135534 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-02280ac5-25e0-43e2-8abe-453da07ade78 req-718d21c8-7a10-4d43-b965-021207b6cb93 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1685228 Apr 23 18:03:52.255575 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-02280ac5-25e0-43e2-8abe-453da07ade78 req-73de859c-7c11-4d38-8258-c3180945cedc tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187327 Apr 23 18:03:52.320992 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973884f8-dc92-4797-901e-03c7c4f2f137 req-89e73775-dd7f-49bd-993c-b11b332ad271 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:52.322742 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-973884f8-dc92-4797-901e-03c7c4f2f137 req-89e73775-dd7f-49bd-993c-b11b332ad271 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1359015 Apr 23 18:03:52.370550 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:52.401717 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-973884f8-dc92-4797-901e-03c7c4f2f137 req-2defdcf6-e412-4847-864e-0822f554f67a tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721664 Apr 23 18:03:53.184949 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad66426-7126-4f02-887b-bb7ec20e2414 req-50e071e6-6ac3-4bb8-a992-df55bca630eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:53.193258 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3ad66426-7126-4f02-887b-bb7ec20e2414 req-50e071e6-6ac3-4bb8-a992-df55bca630eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1015017 Apr 23 18:03:53.256416 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3ad66426-7126-4f02-887b-bb7ec20e2414 req-89bdf880-f5de-4a4d-8916-e768af9c0d0d tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613925 Apr 23 18:03:53.434524 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 56756) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:53.638946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e45ed-911f-4815-a379-0ca6d51808e5 req-35c9a652-45f1-45ed-aa98-a7098836bd98 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:53.664028 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e57e45ed-911f-4815-a379-0ca6d51808e5 req-35c9a652-45f1-45ed-aa98-a7098836bd98 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1936734 Apr 23 18:03:53.736104 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e57e45ed-911f-4815-a379-0ca6d51808e5 req-79484bbd-ea18-4054-a3d7-edcb2d424958 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707974 Apr 23 18:03:53.761811 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4f5d11f7-5eb3-47ba-b2c0-379cd5bef7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:53.781838 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-4f5d11f7-5eb3-47ba-b2c0-379cd5bef7a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:03:53.786881 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-4f5d11f7-5eb3-47ba-b2c0-379cd5bef7a5 admin admin] Usage tracker for resource:security_group_rule and tenant:94ab8c1f7458455db0bddd28b706f380 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:03:53.790016 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-4f5d11f7-5eb3-47ba-b2c0-379cd5bef7a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:03:53.796174 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-4f5d11f7-5eb3-47ba-b2c0-379cd5bef7a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:03:53.903463 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f43230-06eb-4d6e-80ca-a9fbdd3051d5 req-f1d60646-7603-4d48-8d0b-423f77a36d10 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:53.905219 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f8f43230-06eb-4d6e-80ca-a9fbdd3051d5 req-f1d60646-7603-4d48-8d0b-423f77a36d10 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.2558198 Apr 23 18:03:53.922825 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4f5d11f7-5eb3-47ba-b2c0-379cd5bef7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:53.968972 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4f5d11f7-5eb3-47ba-b2c0-379cd5bef7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:53.979688 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e498f975-8923-420f-8e48-6812fa25061c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:54.050008 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f8f43230-06eb-4d6e-80ca-a9fbdd3051d5 req-8fc1ba38-b915-4a9e-9d02-1cf30144a947 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255515 Apr 23 18:03:54.053574 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d11f7-5eb3-47ba-b2c0-379cd5bef7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51efe902-4aaf-4bbf-a79d-359de158386a,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:54.069273 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-4f5d11f7-5eb3-47ba-b2c0-379cd5bef7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:54.115124 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-4f5d11f7-5eb3-47ba-b2c0-379cd5bef7a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94ab8c1f7458455db0bddd28b706f380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6790669 Apr 23 18:03:54.117872 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 56796) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:54.213542 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52cf62f3-8126-42c2-a34b-97e408fae6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:54.244906 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52cf62f3-8126-42c2-a34b-97e408fae6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:54.331352 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52cf62f3-8126-42c2-a34b-97e408fae6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:54.339358 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-07c4725f-1426-4d19-b96f-df649e99b25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:54.360512 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf62f3-8126-42c2-a34b-97e408fae6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51efe902-4aaf-4bbf-a79d-359de158386a,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:54.363085 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52cf62f3-8126-42c2-a34b-97e408fae6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:54.364258 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-52cf62f3-8126-42c2-a34b-97e408fae6da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51efe902-4aaf-4bbf-a79d-359de158386a HTTP/1.1" status: 204 len: 168 time: 0.2451558 Apr 23 18:03:54.366146 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-52cf62f3-8126-42c2-a34b-97e408fae6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:54.587549 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae13b3-53a7-4391-8b9e-44399926aa8a req-fe54c5ef-9971-4533-85c6-8851b752731f tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:54.596093 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-eaae13b3-53a7-4391-8b9e-44399926aa8a req-fe54c5ef-9971-4533-85c6-8851b752731f tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1336260 Apr 23 18:03:54.662810 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-eaae13b3-53a7-4391-8b9e-44399926aa8a req-8f04d0ba-1935-4eed-a668-e0dd4de709b3 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654216 Apr 23 18:03:54.990896 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ea79f-4410-4d33-8e4d-5574910f9604 req-1eb7ff22-1862-40ef-9701-416d86d978af tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:54.992576 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-396ea79f-4410-4d33-8e4d-5574910f9604 req-1eb7ff22-1862-40ef-9701-416d86d978af tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1183920 Apr 23 18:03:55.031801 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 56844) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:55.052513 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-396ea79f-4410-4d33-8e4d-5574910f9604 req-d88cd79d-4abb-4741-abaf-7a9ec1086165 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483053 Apr 23 18:03:55.066014 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ca82befb-b8b3-4c2a-b5d0-ae1665a96412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:55.091079 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-ca82befb-b8b3-4c2a-b5d0-ae1665a96412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:03:55.096615 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-ca82befb-b8b3-4c2a-b5d0-ae1665a96412 admin admin] Usage tracker for resource:security_group_rule and tenant:24c4a2dbd0544b2e8413aab8cf576adc is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:03:55.100385 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-ca82befb-b8b3-4c2a-b5d0-ae1665a96412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:03:55.106938 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-ca82befb-b8b3-4c2a-b5d0-ae1665a96412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:03:55.220717 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ca82befb-b8b3-4c2a-b5d0-ae1665a96412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:55.227661 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ca82befb-b8b3-4c2a-b5d0-ae1665a96412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:55.347008 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d5c75eee-38d4-4fe2-9c82-dbe9b8aa6184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:55.406567 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 56858) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:55.407073 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-ca82befb-b8b3-4c2a-b5d0-ae1665a96412 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24c4a2dbd0544b2e8413aab8cf576adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728240 Apr 23 18:03:55.437091 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82befb-b8b3-4c2a-b5d0-ae1665a96412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ab357a-a08a-4bb7-982d-d101d0acc15f,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:55.446514 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ca82befb-b8b3-4c2a-b5d0-ae1665a96412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:55.509757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90880571-71a1-4ca3-989d-d58010899506 req-5d0aef34-417c-4508-b59f-ea762e093ce9 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:55.511481 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-90880571-71a1-4ca3-989d-d58010899506 req-5d0aef34-417c-4508-b59f-ea762e093ce9 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.2111158 Apr 23 18:03:55.556631 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cb1d8e84-ac62-412d-855b-7c2eeebe16b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:55.591776 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-90880571-71a1-4ca3-989d-d58010899506 req-623fa016-4a32-4360-9afb-df2ffe0b151a tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702186 Apr 23 18:03:55.599019 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cb1d8e84-ac62-412d-855b-7c2eeebe16b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:55.659991 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cb1d8e84-ac62-412d-855b-7c2eeebe16b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:55.665682 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-157931be-0822-4392-8bbd-03f8bba2855c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:55.688623 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d8e84-ac62-412d-855b-7c2eeebe16b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ab357a-a08a-4bb7-982d-d101d0acc15f,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:55.694616 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cb1d8e84-ac62-412d-855b-7c2eeebe16b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:55.696109 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-cb1d8e84-ac62-412d-855b-7c2eeebe16b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50ab357a-a08a-4bb7-982d-d101d0acc15f HTTP/1.1" status: 204 len: 168 time: 0.2876320 Apr 23 18:03:55.697303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-cb1d8e84-ac62-412d-855b-7c2eeebe16b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:55.902737 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdb107-9b04-4369-aba0-19806cb4fcc1 req-5cf7432c-44e3-47fc-b586-0bf6d0c08bdb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:55.910603 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d5cdb107-9b04-4369-aba0-19806cb4fcc1 req-5cf7432c-44e3-47fc-b586-0bf6d0c08bdb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1070511 Apr 23 18:03:55.962939 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d5cdb107-9b04-4369-aba0-19806cb4fcc1 req-c08f6d48-b02f-4bb2-9089-a3631e735daa tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457525 Apr 23 18:03:56.302156 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03018738-d753-4453-b307-f78186172775 req-ddeb59e9-14b3-4f9b-8c9c-9746c696dde8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:56.303913 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-03018738-d753-4453-b307-f78186172775 req-ddeb59e9-14b3-4f9b-8c9c-9746c696dde8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1133733 Apr 23 18:03:56.381222 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-03018738-d753-4453-b307-f78186172775 req-1cd87c0c-9fdf-4c19-86ac-d96740a00ac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706565 Apr 23 18:03:56.847954 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994371a-fce3-4f85-acca-99e7a1e2438e req-5ea0e060-1219-4541-a233-f7c1f42244e0 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:56.856341 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6994371a-fce3-4f85-acca-99e7a1e2438e req-5ea0e060-1219-4541-a233-f7c1f42244e0 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1206670 Apr 23 18:03:56.925461 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6994371a-fce3-4f85-acca-99e7a1e2438e req-a3fe0b20-6555-4803-b69b-0712facd8697 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680201 Apr 23 18:03:56.934379 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 56900) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:57.182251 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad6c9-4c43-4768-b997-f09406d6ac91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:57.207359 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8c7ad6c9-4c43-4768-b997-f09406d6ac91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:03:57.211515 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8c7ad6c9-4c43-4768-b997-f09406d6ac91 admin admin] Usage tracker for resource:security_group_rule and tenant:9a30c866f68149da8ed2f2c4dd218703 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:03:57.216334 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8c7ad6c9-4c43-4768-b997-f09406d6ac91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:03:57.224612 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8c7ad6c9-4c43-4768-b997-f09406d6ac91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:03:57.333363 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad6c9-4c43-4768-b997-f09406d6ac91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:57.338417 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad6c9-4c43-4768-b997-f09406d6ac91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:57.350803 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d60d17e3-b799-4528-b0c6-5e0efae5a7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:57.422301 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b73f7-e197-4d9b-94e0-74d16e5b2a7a req-76f8dc4e-7558-4dd9-b921-8a3299b896ba tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:57.439302 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-bb4b73f7-e197-4d9b-94e0-74d16e5b2a7a req-76f8dc4e-7558-4dd9-b921-8a3299b896ba tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.3358750 Apr 23 18:03:57.444051 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ad6c9-4c43-4768-b997-f09406d6ac91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab631d2-fa0c-480f-b815-81a603c4ec26,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:57.473579 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8c7ad6c9-4c43-4768-b997-f09406d6ac91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a30c866f68149da8ed2f2c4dd218703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5377970 Apr 23 18:03:57.475009 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c7ad6c9-4c43-4768-b997-f09406d6ac91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:57.477326 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 56914) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:57.567693 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-bb4b73f7-e197-4d9b-94e0-74d16e5b2a7a req-af8bea3d-070e-4cc7-a6de-5a25bbad2dd2 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271994 Apr 23 18:03:57.622610 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-85731f4f-eb06-498e-abca-98ca127bdf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:57.738077 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-85731f4f-eb06-498e-abca-98ca127bdf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:57.798357 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-85731f4f-eb06-498e-abca-98ca127bdf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:57.805401 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fd279d38-4f97-416a-b6e4-5b21101e6751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:57.819727 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-85731f4f-eb06-498e-abca-98ca127bdf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:57.821436 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-85731f4f-eb06-498e-abca-98ca127bdf02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bab631d2-fa0c-480f-b815-81a603c4ec26 HTTP/1.1" status: 204 len: 168 time: 0.3430407 Apr 23 18:03:57.825285 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85731f4f-eb06-498e-abca-98ca127bdf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab631d2-fa0c-480f-b815-81a603c4ec26,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:57.829773 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-85731f4f-eb06-498e-abca-98ca127bdf02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:57.861983 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e7af4-d7af-47d6-9bb0-b2c1ca652c08 req-f45e8bf1-01be-48fd-aeec-2f51e83cfa07 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:57.869655 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f23e7af4-d7af-47d6-9bb0-b2c1ca652c08 req-f45e8bf1-01be-48fd-aeec-2f51e83cfa07 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.2892542 Apr 23 18:03:57.926813 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f23e7af4-d7af-47d6-9bb0-b2c1ca652c08 req-00ba126c-319f-4616-938e-81e9b8a42874 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561278 Apr 23 18:03:58.152937 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2e28a-2c2c-44f3-aecd-b8e3dd899e8a req-f31562be-6ac1-4044-ba65-97765640ccb2 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:58.161663 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8cc2e28a-2c2c-44f3-aecd-b8e3dd899e8a req-f31562be-6ac1-4044-ba65-97765640ccb2 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1094415 Apr 23 18:03:58.225030 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8cc2e28a-2c2c-44f3-aecd-b8e3dd899e8a req-15ed0258-0b03-4d0b-82ae-e7b431e845bc tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606780 Apr 23 18:03:58.262605 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 56930) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:58.283497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9d0cb94f-2517-4141-95c6-2c4e81534801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:58.299904 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-9d0cb94f-2517-4141-95c6-2c4e81534801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:03:58.304042 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-9d0cb94f-2517-4141-95c6-2c4e81534801 admin admin] Usage tracker for resource:security_group_rule and tenant:412b29f848cd4b948e4479370f7aae14 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:03:58.307012 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-9d0cb94f-2517-4141-95c6-2c4e81534801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:03:58.313769 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-9d0cb94f-2517-4141-95c6-2c4e81534801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:03:58.418233 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9d0cb94f-2517-4141-95c6-2c4e81534801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:58.421801 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9d0cb94f-2517-4141-95c6-2c4e81534801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:58.430842 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:58.477250 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cb94f-2517-4141-95c6-2c4e81534801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e426f12-37ea-438f-a02a-d2527f86199e,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:58.486761 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 56934) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:58.486909 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-9d0cb94f-2517-4141-95c6-2c4e81534801 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=412b29f848cd4b948e4479370f7aae14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228374 Apr 23 18:03:58.487829 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9d0cb94f-2517-4141-95c6-2c4e81534801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:58.551708 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1bf163f9-75d9-4eb7-8826-f0def398eae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:58.581598 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1bf163f9-75d9-4eb7-8826-f0def398eae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:58.640759 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1bf163f9-75d9-4eb7-8826-f0def398eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:58.646537 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-04def169-fbba-461f-8ea1-4b5f70e1c1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:58.663467 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf163f9-75d9-4eb7-8826-f0def398eae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e426f12-37ea-438f-a02a-d2527f86199e,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:58.666041 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-1bf163f9-75d9-4eb7-8826-f0def398eae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:58.677206 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1bf163f9-75d9-4eb7-8826-f0def398eae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:58.681168 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-1bf163f9-75d9-4eb7-8826-f0def398eae1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e426f12-37ea-438f-a02a-d2527f86199e HTTP/1.1" status: 204 len: 168 time: 0.1906233 Apr 23 18:03:58.835335 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8047837-5412-4abb-bd85-4acff5e7ccb0 req-bae36305-cfa5-4552-ab38-ef8fd690100e tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:58.836913 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d8047837-5412-4abb-bd85-4acff5e7ccb0 req-bae36305-cfa5-4552-ab38-ef8fd690100e tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1086764 Apr 23 18:03:58.900163 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d8047837-5412-4abb-bd85-4acff5e7ccb0 req-7ecac3f1-3013-48fa-b600-fe2cda183b01 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549252 Apr 23 18:03:59.182659 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed74b5-4598-43a1-b765-ab684fed64be req-68c95523-0e83-4fbf-8d86-858a001efa88 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:59.191986 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 56952) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:59.200675 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-83ed74b5-4598-43a1-b765-ab684fed64be req-68c95523-0e83-4fbf-8d86-858a001efa88 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1488349 Apr 23 18:03:59.213242 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-97d83cef-a690-4cfa-8b74-9a565e2e75d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:59.242909 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-97d83cef-a690-4cfa-8b74-9a565e2e75d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:03:59.248974 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-97d83cef-a690-4cfa-8b74-9a565e2e75d2 admin admin] Usage tracker for resource:security_group_rule and tenant:791089db06f94b37b554f31360934a31 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:03:59.252832 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-97d83cef-a690-4cfa-8b74-9a565e2e75d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:03:59.259039 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-97d83cef-a690-4cfa-8b74-9a565e2e75d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:03:59.291730 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-83ed74b5-4598-43a1-b765-ab684fed64be req-db8f714b-e2b4-497a-bc1c-e8142b0e30af tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840149 Apr 23 18:03:59.363069 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-97d83cef-a690-4cfa-8b74-9a565e2e75d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:59.367884 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-97d83cef-a690-4cfa-8b74-9a565e2e75d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:59.493604 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f9aa9c67-44d3-4a63-b1c1-deef600c19d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:59.504453 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-97d83cef-a690-4cfa-8b74-9a565e2e75d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=791089db06f94b37b554f31360934a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113334 Apr 23 18:03:59.507686 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 56964) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:03:59.543559 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d83cef-a690-4cfa-8b74-9a565e2e75d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819ddb7a-71f2-49b2-a762-937100a9782d,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:59.548155 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-97d83cef-a690-4cfa-8b74-9a565e2e75d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:59.587156 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37451466-5c9b-484a-9ead-b68fe54c1129 req-2d00e60d-fb66-4761-ac9f-91b5a9303981 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:03:59.588963 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-37451466-5c9b-484a-9ead-b68fe54c1129 req-2d00e60d-fb66-4761-ac9f-91b5a9303981 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1357696 Apr 23 18:03:59.614598 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c049e1a5-c987-466a-8a0b-ea67c775df5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:59.650848 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-37451466-5c9b-484a-9ead-b68fe54c1129 req-9a69c5bc-c598-4462-bd61-9bb2d4478cd0 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523269 Apr 23 18:03:59.660564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c049e1a5-c987-466a-8a0b-ea67c775df5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:59.745262 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c049e1a5-c987-466a-8a0b-ea67c775df5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:59.750151 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-478a49af-110d-4870-8c6f-facef191b47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:03:59.770386 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049e1a5-c987-466a-8a0b-ea67c775df5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819ddb7a-71f2-49b2-a762-937100a9782d,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:03:59.774615 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-c049e1a5-c987-466a-8a0b-ea67c775df5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:03:59.785501 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c049e1a5-c987-466a-8a0b-ea67c775df5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:03:59.789861 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-c049e1a5-c987-466a-8a0b-ea67c775df5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/819ddb7a-71f2-49b2-a762-937100a9782d HTTP/1.1" status: 204 len: 168 time: 0.2774847 Apr 23 18:04:00.141641 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565201cb-7a52-4e5d-9523-8c663c434ece req-bd26a308-2b8f-4044-9e16-1e95ed8d14a1 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:00.150862 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-565201cb-7a52-4e5d-9523-8c663c434ece req-bd26a308-2b8f-4044-9e16-1e95ed8d14a1 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1265090 Apr 23 18:04:00.201556 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-565201cb-7a52-4e5d-9523-8c663c434ece req-72fc56d1-55d6-4f5b-83a0-fcc70f54686c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495422 Apr 23 18:04:00.597198 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53d240-0122-42fa-a7ec-ac9cd4ca1162 req-659c6500-b30d-4cb9-93a7-1af971a75700 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:00.599025 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-dd53d240-0122-42fa-a7ec-ac9cd4ca1162 req-659c6500-b30d-4cb9-93a7-1af971a75700 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1185353 Apr 23 18:04:00.669693 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-dd53d240-0122-42fa-a7ec-ac9cd4ca1162 req-f9e311fe-3a1e-46f7-bd0b-2425ee0ce240 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599699 Apr 23 18:04:00.905146 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f89c48-a742-4c35-a968-aa8ba99f6d2e req-0bf897f5-c6f5-4aab-8bac-84c4610d7c29 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:00.906636 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c1f89c48-a742-4c35-a968-aa8ba99f6d2e req-0bf897f5-c6f5-4aab-8bac-84c4610d7c29 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1038666 Apr 23 18:04:00.965690 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c1f89c48-a742-4c35-a968-aa8ba99f6d2e req-8ec521fd-b695-4e49-9768-08208e62cf12 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521235 Apr 23 18:04:01.423799 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe637ff-076f-4cc8-bba7-3e4873c737c7 req-ca756ee7-2fe2-478f-a60b-59bcaf703c0b tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:01.425541 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-dfe637ff-076f-4cc8-bba7-3e4873c737c7 req-ca756ee7-2fe2-478f-a60b-59bcaf703c0b tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.0930598 Apr 23 18:04:01.481365 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-dfe637ff-076f-4cc8-bba7-3e4873c737c7 req-2651f34a-e7af-4c0a-9bf6-0ec8fdeb2fe4 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445127 Apr 23 18:04:01.509218 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:04:01.656325 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:01.670497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'port_id': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe', 'mac_address': 'fa:16:3e:c5:c0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:04:01.748980 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:01.771803 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:04:01.789633 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:01.792801 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:01.795506 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:01.885605 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,revision_number=6']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:01.894469 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:01.894906 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:01.895385 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:01.895764 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:01.896134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:01.896505 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:01.896873 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:01.897238 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:01.897604 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:01.897969 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:01.898330 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:01.898692 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:01.903627 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:01.906953 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:04:02.018137 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61a528-08a6-4fdf-860e-118dc3bc6243 req-d85393e6-4411-48b4-a3f1-e24ac09b5797 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:02.027807 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1e61a528-08a6-4fdf-860e-118dc3bc6243 req-d85393e6-4411-48b4-a3f1-e24ac09b5797 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 945 time: 0.1508052 Apr 23 18:04:02.085022 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1e61a528-08a6-4fdf-860e-118dc3bc6243 req-87ad8277-e5c0-4540-a930-4c29a3cd4318 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490279 Apr 23 18:04:02.338539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f6064-07f7-4e48-bb0f-ca713a34677b req-5c8863ab-44b0-4246-9d7d-83d4189b7ab1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:02.340689 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-979f6064-07f7-4e48-bb0f-ca713a34677b req-5c8863ab-44b0-4246-9d7d-83d4189b7ab1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1059091 Apr 23 18:04:02.404686 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-979f6064-07f7-4e48-bb0f-ca713a34677b req-7847f4c7-23e2-4dfc-bba8-807f3c117de4 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562322 Apr 23 18:04:02.705730 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e80b24-1f9b-4e84-8f7d-1c2d17ec647e req-1d6debdc-86be-4929-a115-fa44e23da461 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:02.707394 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53e80b24-1f9b-4e84-8f7d-1c2d17ec647e req-1d6debdc-86be-4929-a115-fa44e23da461 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1033106 Apr 23 18:04:02.763089 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53e80b24-1f9b-4e84-8f7d-1c2d17ec647e req-5c05c2b6-a313-4900-9941-d106bfe5bcf6 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486739 Apr 23 18:04:03.204355 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8b423-24b5-4a45-b6d2-087522b4a9d7 req-c51ec37d-c0ba-45f7-8589-b915d1f5f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:03.206198 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-10b8b423-24b5-4a45-b6d2-087522b4a9d7 req-c51ec37d-c0ba-45f7-8589-b915d1f5f9e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ba0ba73fa314fc1975a0277212cc5f0&device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 1099 time: 0.0849650 Apr 23 18:04:03.210961 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0e521-dd57-4978-917c-b21a082dc306 req-a45f9c6c-0166-4a46-87f8-9c65e336c3aa tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:03.212628 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-65f0e521-dd57-4978-917c-b21a082dc306 req-a45f9c6c-0166-4a46-87f8-9c65e336c3aa tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1116650 Apr 23 18:04:03.275820 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-65f0e521-dd57-4978-917c-b21a082dc306 req-61e0c59f-cfdf-41b7-861e-6cb37bd98090 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551996 Apr 23 18:04:03.423263 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8b423-24b5-4a45-b6d2-087522b4a9d7 req-e4d04a9b-7ab5-4af3-b96c-76caf94a1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:03.429003 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-10b8b423-24b5-4a45-b6d2-087522b4a9d7 req-e4d04a9b-7ab5-4af3-b96c-76caf94a1a5c service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad38896b-6c3f-4f69-b274-970cc96cfb38 HTTP/1.1" status: 200 len: 911 time: 0.2119493 Apr 23 18:04:03.528622 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:04:03.582651 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-10b8b423-24b5-4a45-b6d2-087522b4a9d7 req-91fa79df-8e6a-40fc-9dd7-b7d8350cff81 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 HTTP/1.1" status: 200 len: 1002 time: 0.1455348 Apr 23 18:04:03.610712 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c49cd2-f9e8-4c1b-8ab6-04392be76814 req-1595bc03-8f64-46cb-a57d-4cbd7fa6e974 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:03.613612 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c2c49cd2-f9e8-4c1b-8ab6-04392be76814 req-1595bc03-8f64-46cb-a57d-4cbd7fa6e974 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 945 time: 0.1452425 Apr 23 18:04:03.618279 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:03.618789 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:03.685809 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c2c49cd2-f9e8-4c1b-8ab6-04392be76814 req-153e4308-1404-404d-bcec-b1e9fa01ac04 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644090 Apr 23 18:04:03.736952 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8b423-24b5-4a45-b6d2-087522b4a9d7 req-25786d60-6b58-4c06-bc5a-51efdc9e126e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:03.742390 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-10b8b423-24b5-4a45-b6d2-087522b4a9d7 req-25786d60-6b58-4c06-bc5a-51efdc9e126e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b97c07c-5285-4429-8f29-c273915b65dc HTTP/1.1" status: 200 len: 849 time: 0.1513360 Apr 23 18:04:03.795566 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:03.855248 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:03.856568 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:04:03.866548 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:03.868764 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:03.871338 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8b423-24b5-4a45-b6d2-087522b4a9d7 req-459ff62f-4c8b-4796-a19f-c2d4379b3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:03.873896 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-10b8b423-24b5-4a45-b6d2-087522b4a9d7 req-459ff62f-4c8b-4796-a19f-c2d4379b3f62 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad38896b-6c3f-4f69-b274-970cc96cfb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1177800 Apr 23 18:04:03.928013 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f99b8-c868-4496-be95-55a10e70788a req-e3c0aa61-8467-4cc2-87ee-c4a02eb772da tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:03.935697 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-466f99b8-c868-4496-be95-55a10e70788a req-e3c0aa61-8467-4cc2-87ee-c4a02eb772da tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1139150 Apr 23 18:04:03.988154 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,revision_number=7']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:03.991706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:04.003635 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-466f99b8-c868-4496-be95-55a10e70788a req-8efae28f-31b9-494f-a607-13dc3447017f tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667882 Apr 23 18:04:04.066431 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe', 'code': 200} Apr 23 18:04:04.095353 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-10b8b423-24b5-4a45-b6d2-087522b4a9d7 req-eb986f2b-eea1-4a5a-9475-2607eddfb787 service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145758 Apr 23 18:04:04.259523 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-10b8b423-24b5-4a45-b6d2-087522b4a9d7 req-eb4f5efa-7028-43ed-b14d-9d399b18f080 service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572137 Apr 23 18:04:04.519946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245babd-c5a4-40db-b080-f44f401aa666 req-f7c09eec-3d37-44b8-a531-97e5115a383c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:04.521837 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0245babd-c5a4-40db-b080-f44f401aa666 req-f7c09eec-3d37-44b8-a531-97e5115a383c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1110415 Apr 23 18:04:04.578729 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0245babd-c5a4-40db-b080-f44f401aa666 req-21d69052-fec1-459a-9c9a-5536b83c9f3a tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487003 Apr 23 18:04:04.954846 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180a7ad-36d4-46ed-825f-e1baf3d979f5 req-d04db834-0c30-4748-8392-c8172851ff43 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:04.956916 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3180a7ad-36d4-46ed-825f-e1baf3d979f5 req-d04db834-0c30-4748-8392-c8172851ff43 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1207564 Apr 23 18:04:05.040406 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3180a7ad-36d4-46ed-825f-e1baf3d979f5 req-2ed6a8e2-69d5-44dd-8573-942ed9c187cd tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740602 Apr 23 18:04:05.256491 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c884c6-88fd-475e-9d71-b91ec8b78bb9 req-748b38d4-7e47-430f-97d1-52b9c9cb9be8 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:05.258050 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-15c884c6-88fd-475e-9d71-b91ec8b78bb9 req-748b38d4-7e47-430f-97d1-52b9c9cb9be8 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.0987978 Apr 23 18:04:05.309892 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-15c884c6-88fd-475e-9d71-b91ec8b78bb9 req-1b4ebc84-17f4-47f5-9bed-442c88cf8649 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Apr 23 18:04:05.803299 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bff17d-1933-4286-ab43-9d14b53b9f51 req-8eb38d32-829b-4f75-b83c-5d8509a58280 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:05.805014 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-78bff17d-1933-4286-ab43-9d14b53b9f51 req-8eb38d32-829b-4f75-b83c-5d8509a58280 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.0958810 Apr 23 18:04:05.857731 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-78bff17d-1933-4286-ab43-9d14b53b9f51 req-0d8d6726-dc2a-427f-aaf2-38e527e70378 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463500 Apr 23 18:04:06.153221 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7526cc6c-b1fe-4328-b146-304e5921691f req-f4d078ed-98cc-4776-b99c-33d1f354013c tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a584448c7c624adf91b1f7fb63973899&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413065 Apr 23 18:04:06.262335 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d557ecb-65be-4d1e-b3a5-ff307c89ad1e req-320b263d-c39c-4f29-9cde-722685e4b6b8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:06.264283 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0d557ecb-65be-4d1e-b3a5-ff307c89ad1e req-320b263d-c39c-4f29-9cde-722685e4b6b8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.0952888 Apr 23 18:04:06.317261 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0d557ecb-65be-4d1e-b3a5-ff307c89ad1e req-57879a00-5328-4861-b1f0-18fade75850f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462637 Apr 23 18:04:06.350942 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526cc6c-b1fe-4328-b146-304e5921691f req-33078cb1-7c6f-425d-8514-d87e92621464 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:06.352653 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7526cc6c-b1fe-4328-b146-304e5921691f req-33078cb1-7c6f-425d-8514-d87e92621464 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778648 Apr 23 18:04:06.374146 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7526cc6c-b1fe-4328-b146-304e5921691f req-498b3656-ab6b-4642-bf60-1fb997a117c8 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/quotas/a584448c7c624adf91b1f7fb63973899 HTTP/1.1" status: 200 len: 375 time: 0.0128660 Apr 23 18:04:06.462703 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7526cc6c-b1fe-4328-b146-304e5921691f req-ba84ca56-39d8-4956-a007-523b080631d8 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a584448c7c624adf91b1f7fb63973899&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759351 Apr 23 18:04:06.586297 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55d4d9-5143-49ab-bea5-705e0a3c3ca4 req-6a004929-c5b6-461a-a1a4-c88ac3bf7b32 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:06.587961 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-de55d4d9-5143-49ab-bea5-705e0a3c3ca4 req-6a004929-c5b6-461a-a1a4-c88ac3bf7b32 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1317010 Apr 23 18:04:06.659970 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-de55d4d9-5143-49ab-bea5-705e0a3c3ca4 req-0127efdc-bd28-404f-ac39-55993bd51591 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639665 Apr 23 18:04:06.788162 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3f844d93-217c-4a77-a7ff-9f060a8b30da req-93e1b643-cebb-4fed-bdc3-5949622abda0 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 210 time: 0.0787835 Apr 23 18:04:07.399975 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf28d32-2d16-417d-9e92-51906816a9dc req-275e7128-460c-40d7-a512-84f9471a6feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:07.401701 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fbf28d32-2d16-417d-9e92-51906816a9dc req-275e7128-460c-40d7-a512-84f9471a6feb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 1098 time: 0.0905206 Apr 23 18:04:07.492578 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fbf28d32-2d16-417d-9e92-51906816a9dc req-e280528f-98d0-4292-93ac-741f98fa471c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779209 Apr 23 18:04:07.616780 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec594b-00ab-4137-8546-2dbb00bdd067 req-cbda286c-f120-4e2d-879b-81957d1fe0ff tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:07.618864 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a8ec594b-00ab-4137-8546-2dbb00bdd067 req-cbda286c-f120-4e2d-879b-81957d1fe0ff tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1056132 Apr 23 18:04:07.920110 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406e8eb-112f-4b8d-85bf-2d42d8d901ef req-f61dc9d9-1790-4d89-a37d-f0cd0664c46e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:07.922007 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1406e8eb-112f-4b8d-85bf-2d42d8d901ef req-f61dc9d9-1790-4d89-a37d-f0cd0664c46e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1234190 Apr 23 18:04:07.953791 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a8ec594b-00ab-4137-8546-2dbb00bdd067 req-a4e4ff15-5504-41bf-9a67-0ece7b1c4905 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3238399 Apr 23 18:04:08.013066 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1406e8eb-112f-4b8d-85bf-2d42d8d901ef req-2ae1029c-ea12-4550-b372-dd1fe3d0c63e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844064 Apr 23 18:04:08.171142 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7526cc6c-b1fe-4328-b146-304e5921691f req-317aa8b6-0e9e-4bee-ac6d-b4c55cf8d3fd tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a584448c7c624adf91b1f7fb63973899&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756941 Apr 23 18:04:08.209564 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-47fc7456-c071-4c63-b41c-2d5c55557d06 req-fa81bddf-72df-4ce2-ae19-ff79f5a3fd02 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 210 time: 0.0620553 Apr 23 18:04:08.399767 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526cc6c-b1fe-4328-b146-304e5921691f req-512874b3-a540-4f6a-8947-441f1cdfc35f tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:08.401423 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7526cc6c-b1fe-4328-b146-304e5921691f req-512874b3-a540-4f6a-8947-441f1cdfc35f tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239926 Apr 23 18:04:08.416312 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Request body: {'port': {'device_id': '0bbbe50b-892a-44a4-bc31-da0ed87b2e04', 'network_id': '846c2e72-5066-4360-85b2-7c9c15e38d0c', 'admin_state_up': True, 'tenant_id': 'a584448c7c624adf91b1f7fb63973899'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:04:08.839671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:08.847277 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Usage tracker for resource:port and tenant:a584448c7c624adf91b1f7fb63973899 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:08.850510 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:08.857868 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:08.872632 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Made reservation on behalf of a584448c7c624adf91b1f7fb63973899 for: {'port': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:04:08.879015 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:08.895233 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:08.912864 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:08.916986 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Usage tracker for resource:security_group_rule and tenant:a584448c7c624adf91b1f7fb63973899 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:08.920005 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:08.931269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:09.071891 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:09.075895 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:09.081082 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ca82befb-b8b3-4c2a-b5d0-ae1665a96412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:09.244482 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446c6994-8da4-474a-83c4-5e7e546a3d0b,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:09.256660 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:09.309303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f5212-d4b2-4618-9741-1ca4981fd1c7 req-93960bbd-df14-4db6-b7f8-fc2222da0ce1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:09.311875 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1e7f5212-d4b2-4618-9741-1ca4981fd1c7 req-93960bbd-df14-4db6-b7f8-fc2222da0ce1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1371534 Apr 23 18:04:09.392366 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1e7f5212-d4b2-4618-9741-1ca4981fd1c7 req-64641786-5682-4b0a-a935-c0821b75a096 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567760 Apr 23 18:04:09.428960 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Allocated IP 192.168.233.219 (846c2e72-5066-4360-85b2-7c9c15e38d0c/b44044bb-a0b1-4534-9d5b-bc95240225d5/87dca711-aad5-45a0-9d26-40c1d2ce5d0f) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:04:09.550701 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d6c7af0c-b215-46f2-a67b-4a198b39c74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:09.579822 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8a096-da9c-498c-b80a-2aad57cd2374 req-05cccca5-607f-4cdb-ba61-0669f96dafe3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:09.583182 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c7b8a096-da9c-498c-b80a-2aad57cd2374 req-05cccca5-607f-4cdb-ba61-0669f96dafe3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.4354348 Apr 23 18:04:09.599958 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a9a891de-4209-48cf-b2f4-8229dc675d89 req-5cdc087b-87e6-4c41-a0db-07b207f974c4 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 210 time: 0.0650704 Apr 23 18:04:09.718927 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c7b8a096-da9c-498c-b80a-2aad57cd2374 req-c19355cb-fe5e-4f62-a678-4f3cd19cace4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802259 Apr 23 18:04:09.809326 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:09.830000 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Transition to ACTIVE for port object 87dca711-aad5-45a0-9d26-40c1d2ce5d0f will not be triggered until provisioned by entity DHCP. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:04:09.872908 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:09.891970 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:09.977727 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Network 846c2e72-5066-4360-85b2-7c9c15e38d0c is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:04:09.989106 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:04:09.994907 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:04:10.056262 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Pushing event updated for resources: {'Port': ['ID=87dca711-aad5-45a0-9d26-40c1d2ce5d0f,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:10.079200 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:10.148535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:10.149174 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:10.188779 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7526cc6c-b1fe-4328-b146-304e5921691f req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7766321 Apr 23 18:04:10.203742 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Request body: {'port': {'device_id': '0bbbe50b-892a-44a4-bc31-da0ed87b2e04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:04:10.307452 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502ea92-34d1-4682-9808-0145e60aa6f2 req-5c43429f-7116-486d-81ab-13f5496f0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:10.311394 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5502ea92-34d1-4682-9808-0145e60aa6f2 req-5c43429f-7116-486d-81ab-13f5496f0a69 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8587cf5a0daa402fb879ac59d23a025e&device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 1098 time: 0.1686471 Apr 23 18:04:10.425768 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-96e30dab-1ba1-4bc1-9352-3719e21e550e None None] Provisioning for port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:04:10.436057 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-96e30dab-1ba1-4bc1-9352-3719e21e550e None None] Provisioning complete for port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:10.438922 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-96e30dab-1ba1-4bc1-9352-3719e21e550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:10.539873 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:10.607979 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-96e30dab-1ba1-4bc1-9352-3719e21e550e None None] Port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:04:10.671074 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edbe77-e031-4a64-a6db-5f103c6bbf3c req-274cb84c-ea85-4dab-89dd-a160635459e4 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:10.673462 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-42edbe77-e031-4a64-a6db-5f103c6bbf3c req-274cb84c-ea85-4dab-89dd-a160635459e4 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.3205345 Apr 23 18:04:10.731714 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502ea92-34d1-4682-9808-0145e60aa6f2 req-a00fb1b8-aa27-467f-b129-c6ddbf44802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:10.737831 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5502ea92-34d1-4682-9808-0145e60aa6f2 req-a00fb1b8-aa27-467f-b129-c6ddbf44802a service neutron] 10.222.0.22 "GET /v2.0/networks?id=1a52a344-216f-49cf-81a2-731a70b91d60 HTTP/1.1" status: 200 len: 920 time: 0.4200752 Apr 23 18:04:10.940639 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5502ea92-34d1-4682-9808-0145e60aa6f2 req-a1ea3a70-7595-406c-8174-d58a2336b188 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e24a8f9-755a-47fd-af53-a4f09de2e10a HTTP/1.1" status: 200 len: 217 time: 0.1954343 Apr 23 18:04:10.955288 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-42edbe77-e031-4a64-a6db-5f103c6bbf3c req-b9aac0e3-532e-4c9a-8ef8-bfa96f7a9791 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153885 Apr 23 18:04:11.058969 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5912fb9-9458-4767-8f37-fc14a8819ca7 req-513f29c1-ad93-429a-bef6-42da40f5df65 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:11.059793 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-d5912fb9-9458-4767-8f37-fc14a8819ca7 req-513f29c1-ad93-429a-bef6-42da40f5df65 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Synchronizing usage tracker for tenant:a584448c7c624adf91b1f7fb63973899 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:04:11.071423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502ea92-34d1-4682-9808-0145e60aa6f2 req-f903e248-be18-4d9b-9802-031b1e85f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:11.073130 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5502ea92-34d1-4682-9808-0145e60aa6f2 req-f903e248-be18-4d9b-9802-031b1e85f064 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9578a960-cb39-49fb-b04d-317ddad60750 HTTP/1.1" status: 200 len: 859 time: 0.1109481 Apr 23 18:04:11.117024 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-d5912fb9-9458-4767-8f37-fc14a8819ca7 req-513f29c1-ad93-429a-bef6-42da40f5df65 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Unset dirty status for tenant:a584448c7c624adf91b1f7fb63973899 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:04:11.129998 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d5912fb9-9458-4767-8f37-fc14a8819ca7 req-513f29c1-ad93-429a-bef6-42da40f5df65 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 936 time: 0.3748138 Apr 23 18:04:11.138060 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5502ea92-34d1-4682-9808-0145e60aa6f2 req-14bec446-f52d-465f-92ef-8dcd54756e12 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a52a344-216f-49cf-81a2-731a70b91d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575104 Apr 23 18:04:11.208755 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-d5912fb9-9458-4767-8f37-fc14a8819ca7 req-00733593-9d9f-4cd3-85a5-f8e8b0b91791 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Synchronizing usage tracker for tenant:a584448c7c624adf91b1f7fb63973899 on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:04:11.241083 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-d5912fb9-9458-4767-8f37-fc14a8819ca7 req-00733593-9d9f-4cd3-85a5-f8e8b0b91791 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Unset dirty status for tenant:a584448c7c624adf91b1f7fb63973899 on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:04:11.242758 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d5912fb9-9458-4767-8f37-fc14a8819ca7 req-00733593-9d9f-4cd3-85a5-f8e8b0b91791 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/security-groups?id=446c6994-8da4-474a-83c4-5e7e546a3d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118281 Apr 23 18:04:11.352633 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87dca711-aad5-45a0-9d26-40c1d2ce5d0f {{(pid=86362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:04:11.360205 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5502ea92-34d1-4682-9808-0145e60aa6f2 req-e5e616f2-9f34-498e-b274-2e987f438727 service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704149 Apr 23 18:04:11.373286 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:11.434996 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Transition to ACTIVE for port object 87dca711-aad5-45a0-9d26-40c1d2ce5d0f will not be triggered until provisioned by entity L2. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:04:11.438495 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7594593'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:11.443550 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:11.492220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe1e2d-c398-443e-a334-220efb6a6eee req-0c6cf885-0708-4dde-94c8-5060296d6569 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:11.492220 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2dbe1e2d-c398-443e-a334-220efb6a6eee req-0c6cf885-0708-4dde-94c8-5060296d6569 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.3531375 Apr 23 18:04:11.605656 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2dbe1e2d-c398-443e-a334-220efb6a6eee req-436804d8-f4d4-4eed-b88c-834f79e69668 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993564 Apr 23 18:04:11.621450 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5502ea92-34d1-4682-9808-0145e60aa6f2 req-b8bf0405-0f3a-442b-a5a1-042552a0af40 service neutron] 10.222.0.22 "GET /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533684 Apr 23 18:04:11.740032 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Pushing event updated for resources: {'Port': ['ID=87dca711-aad5-45a0-9d26-40c1d2ce5d0f,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:11.743068 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:11.831498 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Attempting to bind port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:04:11.831881 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Attempting to bind port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '3a079ff4-03a6-44e2-96c6-d91087d2d3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '846c2e72-5066-4360-85b2-7c9c15e38d0c'}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:04:11.832259 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Attempting to bind port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f on network 846c2e72-5066-4360-85b2-7c9c15e38d0c {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:04:11.837507 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f on network 846c2e72-5066-4360-85b2-7c9c15e38d0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:04:11.837879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Attempting to bind port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f on network 846c2e72-5066-4360-85b2-7c9c15e38d0c {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:04:11.846643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:04:11.848902 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Checking segment: {'id': '3a079ff4-03a6-44e2-96c6-d91087d2d3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '846c2e72-5066-4360-85b2-7c9c15e38d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:04:11.848902 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Bound using segment: {'id': '3a079ff4-03a6-44e2-96c6-d91087d2d3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '846c2e72-5066-4360-85b2-7c9c15e38d0c'} {{(pid=86362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:04:11.848902 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Bound port: 87dca711-aad5-45a0-9d26-40c1d2ce5d0f, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a079ff4-03a6-44e2-96c6-d91087d2d3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '846c2e72-5066-4360-85b2-7c9c15e38d0c'}}] {{(pid=86362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:04:11.848902 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:11.904132 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5c2a7978-d1b4-42dc-a6e6-2f0b3ae00883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:11.936851 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 57274) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:11.962526 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] For port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f, host hv-cinder-78652, cleared binding levels {{(pid=86362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:04:11.965946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] For port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=87dca711-aad5-45a0-9d26-40c1d2ce5d0f,segment=NetworkSegment(3a079ff4-03a6-44e2-96c6-d91087d2d3dd),segment_id=3a079ff4-03a6-44e2-96c6-d91087d2d3dd)] {{(pid=86362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:04:11.980196 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7594593'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:11.986278 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-27d51c02-5a18-474e-aa18-1b560c611606 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:12.029363 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f3a9b7-2768-4773-9e72-7fece73e1083 admin admin] Deleting subnet bc80c829-08da-4c2e-bfb9-c4b7796dd75b {{(pid=86361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 18:04:12.032910 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-95f3a9b7-2768-4773-9e72-7fece73e1083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:12.051513 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:12.052193 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:12.053682 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7526cc6c-b1fe-4328-b146-304e5921691f req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] 10.222.0.22 "PUT /v2.0/ports/87dca711-aad5-45a0-9d26-40c1d2ce5d0f HTTP/1.1" status: 200 len: 1098 time: 1.8569863 Apr 23 18:04:12.054214 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbbe50b-892a-44a4-bc31-da0ed87b2e04', 'tag': '87dca711-aad5-45a0-9d26-40c1d2ce5d0f'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:04:12.106311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Pushing event updated for resources: {'Port': ['ID=87dca711-aad5-45a0-9d26-40c1d2ce5d0f,revision_number=3']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:12.120051 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:12.151704 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbbe50b-892a-44a4-bc31-da0ed87b2e04', 'tag': '87dca711-aad5-45a0-9d26-40c1d2ce5d0f', 'status': 'completed', 'code': 200} Apr 23 18:04:12.166124 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-95f3a9b7-2768-4773-9e72-7fece73e1083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848253410'] for subnet, precommit_delete_associations {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:12.241044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-95f3a9b7-2768-4773-9e72-7fece73e1083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851233888'] for subnet, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:12.329409 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526cc6c-b1fe-4328-b146-304e5921691f req-b3f2de6f-37a7-4869-aef4-9f6b7ae479dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:12.331062 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7526cc6c-b1fe-4328-b146-304e5921691f req-b3f2de6f-37a7-4869-aef4-9f6b7ae479dd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a584448c7c624adf91b1f7fb63973899&device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 1101 time: 0.1612682 Apr 23 18:04:12.476633 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7526cc6c-b1fe-4328-b146-304e5921691f req-0e7cf920-5f6e-4926-b989-59034a5f5f07 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=87dca711-aad5-45a0-9d26-40c1d2ce5d0f HTTP/1.1" status: 200 len: 217 time: 0.1276317 Apr 23 18:04:12.500166 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6d1d4-3d9a-4659-9f65-b1fcace672bb req-fe2ad763-fa55-4291-9dfa-0ebb8706b0d4 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:12.502396 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1dc6d1d4-3d9a-4659-9f65-b1fcace672bb req-fe2ad763-fa55-4291-9dfa-0ebb8706b0d4 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.2872453 Apr 23 18:04:12.551347 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-95f3a9b7-2768-4773-9e72-7fece73e1083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852916966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6478716'] for subnet, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:12.557624 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:12.628283 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fa460fa3-083e-4b78-a035-caadc656612b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:12.632453 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1dc6d1d4-3d9a-4659-9f65-b1fcace672bb req-38cdfc46-3b9d-40fb-9338-a59f33651e2f tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820231 Apr 23 18:04:12.641377 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526cc6c-b1fe-4328-b146-304e5921691f req-d288f874-eaf5-4194-a813-fe370e03733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:12.643588 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7526cc6c-b1fe-4328-b146-304e5921691f req-d288f874-eaf5-4194-a813-fe370e03733d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b44044bb-a0b1-4534-9d5b-bc95240225d5 HTTP/1.1" status: 200 len: 843 time: 0.1545224 Apr 23 18:04:12.674100 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3a9b7-2768-4773-9e72-7fece73e1083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc80c829-08da-4c2e-bfb9-c4b7796dd75b,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:12.699783 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-95f3a9b7-2768-4773-9e72-7fece73e1083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:12.722306 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-95f3a9b7-2768-4773-9e72-7fece73e1083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:12.731774 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:12.774767 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526cc6c-b1fe-4328-b146-304e5921691f req-5251b887-050f-4765-b85e-8cc3685a66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:12.776417 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7526cc6c-b1fe-4328-b146-304e5921691f req-5251b887-050f-4765-b85e-8cc3685a66c8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=846c2e72-5066-4360-85b2-7c9c15e38d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1239970 Apr 23 18:04:12.789311 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-95f3a9b7-2768-4773-9e72-7fece73e1083 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bc80c829-08da-4c2e-bfb9-c4b7796dd75b HTTP/1.1" status: 204 len: 168 time: 0.8501563 Apr 23 18:04:12.801168 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e52ece-9ca1-49b5-8e75-452f52409c24 req-8fc3a07a-de63-4f81-95ae-ea3e16ecd1b2 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:12.812241 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e8e52ece-9ca1-49b5-8e75-452f52409c24 req-8fc3a07a-de63-4f81-95ae-ea3e16ecd1b2 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 948 time: 0.2661335 Apr 23 18:04:12.815823 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 57290) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:12.895880 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e8e52ece-9ca1-49b5-8e75-452f52409c24 req-245529b1-e8ad-4f83-badb-21306efca69e tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/security-groups?id=446c6994-8da4-474a-83c4-5e7e546a3d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820203 Apr 23 18:04:13.006773 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851326484'] for network, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:13.068459 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce07323-d22c-4f1c-a8ec-bdb2c74998c9 req-29f989a9-b72c-4107-a266-d3c92abc425f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:13.071491 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3ce07323-d22c-4f1c-a8ec-bdb2c74998c9 req-29f989a9-b72c-4107-a266-d3c92abc425f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.2300410 Apr 23 18:04:13.081955 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7526cc6c-b1fe-4328-b146-304e5921691f req-b08e7745-aaaa-4073-b3eb-489016ad569e service neutron] 10.222.0.22 "GET /v2.0/networks/846c2e72-5066-4360-85b2-7c9c15e38d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953687 Apr 23 18:04:13.143013 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3ce07323-d22c-4f1c-a8ec-bdb2c74998c9 req-12e4edf9-3929-42d0-8c7f-d8129f3ebb9f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635521 Apr 23 18:04:13.169106 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542005', 'neutron.services.segments.db._delete_segments_for_network-8774976202099'] for network, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:13.302019 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7526cc6c-b1fe-4328-b146-304e5921691f req-7039d743-1329-4351-bc99-03f6fa336397 service neutron] 10.222.0.22 "GET /v2.0/networks/846c2e72-5066-4360-85b2-7c9c15e38d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749969 Apr 23 18:04:13.310390 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62d1981-da28-401b-9deb-f856a9195335']}} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:13.329495 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c59450a-92d4-4c25-9f1b-1a3952415c0c') {'for_net_delete': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:13.330358 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c59450a-92d4-4c25-9f1b-1a3952415c0c') {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:13.345372 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261878593123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6522390'] for segment, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:13.361918 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:13.370726 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=86361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 18:04:13.538320 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dde72f-0d81-4efc-872f-8f85d6e5c1d5 req-eeb91d9c-124c-434a-9255-8098c79e6c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:13.540674 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-05dde72f-0d81-4efc-872f-8f85d6e5c1d5 req-eeb91d9c-124c-434a-9255-8098c79e6c05 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a584448c7c624adf91b1f7fb63973899&device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 1101 time: 0.1755443 Apr 23 18:04:13.571135 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] Network d62d1981-da28-401b-9deb-f856a9195335 has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:04:13.581307 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1859257'] for segment, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:13.810442 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dde72f-0d81-4efc-872f-8f85d6e5c1d5 req-058e84ce-a5ee-4cc8-ba56-81d4f304eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:13.812628 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-05dde72f-0d81-4efc-872f-8f85d6e5c1d5 req-058e84ce-a5ee-4cc8-ba56-81d4f304eebd service neutron] 10.222.0.22 "GET /v2.0/networks?id=846c2e72-5066-4360-85b2-7c9c15e38d0c HTTP/1.1" status: 200 len: 870 time: 0.2578940 Apr 23 18:04:13.814774 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] Network d62d1981-da28-401b-9deb-f856a9195335 has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: Traceback (most recent call last): Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: timer() Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: cb(*args, **kw) Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: return func(*args, **kwargs) Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: self._notify() Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: self.callback(batched_events) Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: event.method(event) Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: segment_id)['aggregates'][0] Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: return f(self, *a, **k) Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: return self._get(url).json() Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: **kwargs) Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: return self.request(url, 'GET', **kwargs) Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: **endpoint_filter) Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 18:04:13.886634 dv-cinder-786524-3-smb neutron-server[86250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 18:04:13.989662 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-05dde72f-0d81-4efc-872f-8f85d6e5c1d5 req-7bd79a30-9299-4632-a232-b774902d560d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=87dca711-aad5-45a0-9d26-40c1d2ce5d0f HTTP/1.1" status: 200 len: 217 time: 0.1702702 Apr 23 18:04:13.995790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851233795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853070148'] for network, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:14.007614 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:14.018934 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-87e1dd83-ea64-4225-bfb6-7b09a6ff1389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:14.037545 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d62d1981-da28-401b-9deb-f856a9195335 HTTP/1.1" status: 204 len: 168 time: 1.2180221 Apr 23 18:04:14.116552 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] Pushing event deleted for resources: {'Network': ['ID=d62d1981-da28-401b-9deb-f856a9195335,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:14.119562 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:14.139323 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dde72f-0d81-4efc-872f-8f85d6e5c1d5 req-3a2937c7-f836-4d43-8b06-21c8dc28c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:14.141336 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-05dde72f-0d81-4efc-872f-8f85d6e5c1d5 req-3a2937c7-f836-4d43-8b06-21c8dc28c74b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b44044bb-a0b1-4534-9d5b-bc95240225d5 HTTP/1.1" status: 200 len: 843 time: 0.1399803 Apr 23 18:04:14.150272 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:14.180680 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11777323-c6ca-4ffc-b1a3-7ae94e7d84c6 req-c7815551-4195-45c8-9fb9-dd2eaadb018a tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:14.192030 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-11777323-c6ca-4ffc-b1a3-7ae94e7d84c6 req-c7815551-4195-45c8-9fb9-dd2eaadb018a tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1526747 Apr 23 18:04:14.256949 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-11777323-c6ca-4ffc-b1a3-7ae94e7d84c6 req-7e75703a-77bf-4782-915e-0f662430ba99 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632172 Apr 23 18:04:14.363636 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dde72f-0d81-4efc-872f-8f85d6e5c1d5 req-158ca18e-9f11-4cad-8097-244d56b41545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:14.365237 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-05dde72f-0d81-4efc-872f-8f85d6e5c1d5 req-158ca18e-9f11-4cad-8097-244d56b41545 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=846c2e72-5066-4360-85b2-7c9c15e38d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2106214 Apr 23 18:04:14.377952 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83765271-f9d0-4dcf-b1e8-2c274650a06c req-47a22a57-a6e4-489e-881c-5515cbe6870f tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:14.387094 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-83765271-f9d0-4dcf-b1e8-2c274650a06c req-47a22a57-a6e4-489e-881c-5515cbe6870f tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 948 time: 0.1809888 Apr 23 18:04:14.399639 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 57306) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:14.458535 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-994a33ad-02b8-4806-a2e2-3aaa6a60a43a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97cfd8be86b64e99bd8f33dba0e9ac63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576384 Apr 23 18:04:14.463485 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 57310) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:14.545395 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-83765271-f9d0-4dcf-b1e8-2c274650a06c req-030388b0-beaf-436f-95dc-072acee33e77 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/security-groups?id=446c6994-8da4-474a-83c4-5e7e546a3d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571467 Apr 23 18:04:14.550862 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-245032db-fcc5-4372-8dc2-f60e976ad2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:14.585059 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-245032db-fcc5-4372-8dc2-f60e976ad2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:14.648378 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-245032db-fcc5-4372-8dc2-f60e976ad2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:14.662302 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d43d20a0-c35b-44cc-b00b-40d962ad5759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:14.683861 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-245032db-fcc5-4372-8dc2-f60e976ad2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:14.688741 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-245032db-fcc5-4372-8dc2-f60e976ad2e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d HTTP/1.1" status: 204 len: 168 time: 0.2186079 Apr 23 18:04:14.697407 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcabd8-68ef-42ef-8ee6-bc2b5cadbc50 req-b441fda3-9901-4d7a-8c2f-87df81760467 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:14.707648 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5edcabd8-68ef-42ef-8ee6-bc2b5cadbc50 req-b441fda3-9901-4d7a-8c2f-87df81760467 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.3497822 Apr 23 18:04:14.711317 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245032db-fcc5-4372-8dc2-f60e976ad2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ea40b1-c606-4cfb-8da2-2b6b072b3f0d,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:14.729021 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-245032db-fcc5-4372-8dc2-f60e976ad2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:14.766642 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5edcabd8-68ef-42ef-8ee6-bc2b5cadbc50 req-fdd3f200-2407-4652-84f0-09a6190af494 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577421 Apr 23 18:04:14.893029 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-05dde72f-0d81-4efc-872f-8f85d6e5c1d5 req-e8efcbd9-2f03-4267-966a-84842bc05126 service neutron] 10.222.0.22 "GET /v2.0/networks/846c2e72-5066-4360-85b2-7c9c15e38d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022998 Apr 23 18:04:15.090819 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-05dde72f-0d81-4efc-872f-8f85d6e5c1d5 req-dbec78af-4406-452b-90a6-1f3037b15553 service neutron] 10.222.0.22 "GET /v2.0/networks/846c2e72-5066-4360-85b2-7c9c15e38d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897922 Apr 23 18:04:15.534412 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45aedb9-1348-4c8f-bf9e-944e55702917 req-dbd99ed6-ab55-4da1-beaf-4ea930ecca25 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:15.537736 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f45aedb9-1348-4c8f-bf9e-944e55702917 req-dbd99ed6-ab55-4da1-beaf-4ea930ecca25 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1471412 Apr 23 18:04:15.606153 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f45aedb9-1348-4c8f-bf9e-944e55702917 req-acc92dea-28f3-4a77-8d2e-268e83e91861 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618656 Apr 23 18:04:15.853750 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790cf3e-d5a4-4163-92c9-6f186bb5c7ad req-60a628a8-ae01-4f8e-8bef-caf210e5e9eb tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:15.855403 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c790cf3e-d5a4-4163-92c9-6f186bb5c7ad req-60a628a8-ae01-4f8e-8bef-caf210e5e9eb tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 948 time: 0.1357977 Apr 23 18:04:15.925472 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c790cf3e-d5a4-4163-92c9-6f186bb5c7ad req-2b633dba-a1f2-4491-92d4-a71ab8888a88 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/security-groups?id=446c6994-8da4-474a-83c4-5e7e546a3d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609710 Apr 23 18:04:16.222195 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4d5b7-7baf-4a8e-8be9-040299fbd895 req-d9da008b-7726-4ab7-b6f8-181e20f1039f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:16.223964 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-29b4d5b7-7baf-4a8e-8be9-040299fbd895 req-d9da008b-7726-4ab7-b6f8-181e20f1039f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1562145 Apr 23 18:04:16.331023 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-29b4d5b7-7baf-4a8e-8be9-040299fbd895 req-cdf42a3e-7b50-4431-b138-55fe5eac047f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970173 Apr 23 18:04:17.170070 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec303e69-bf3a-4481-9cf4-3ee703c1f1f3 req-7f9631f9-31d0-45a0-abf1-0e0fbf016c5e tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:17.171946 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ec303e69-bf3a-4481-9cf4-3ee703c1f1f3 req-7f9631f9-31d0-45a0-abf1-0e0fbf016c5e tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 948 time: 0.1042106 Apr 23 18:04:17.224525 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ec303e69-bf3a-4481-9cf4-3ee703c1f1f3 req-459f7902-72a4-4de2-8fd6-86c6bbd9f2cb tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/security-groups?id=446c6994-8da4-474a-83c4-5e7e546a3d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445950 Apr 23 18:04:17.607720 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005436e-3005-41e6-9c94-aa1e3bf1ff3a req-53a90e54-91fc-4409-bb10-5ba210b9278d tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:17.610061 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f005436e-3005-41e6-9c94-aa1e3bf1ff3a req-53a90e54-91fc-4409-bb10-5ba210b9278d tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.0971522 Apr 23 18:04:17.632353 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 87dca711-aad5-45a0-9d26-40c1d2ce5d0f details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:04:17.715641 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f005436e-3005-41e6-9c94-aa1e3bf1ff3a req-80feabb5-c929-4e72-8aaa-7e45335765fb tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982182 Apr 23 18:04:17.829260 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=87dca711-aad5-45a0-9d26-40c1d2ce5d0f,segment=NetworkSegment(3a079ff4-03a6-44e2-96c6-d91087d2d3dd),segment_id=3a079ff4-03a6-44e2-96c6-d91087d2d3dd)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:17.849062 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '87dca711-aad5-45a0-9d26-40c1d2ce5d0f', 'network_id': '846c2e72-5066-4360-85b2-7c9c15e38d0c', 'port_id': '87dca711-aad5-45a0-9d26-40c1d2ce5d0f', 'mac_address': 'fa:16:3e:e3:21:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44044bb-a0b1-4534-9d5b-bc95240225d5', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:04:17.920036 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:17.941668 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87dca711-aad5-45a0-9d26-40c1d2ce5d0f {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:04:17.968563 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=87dca711-aad5-45a0-9d26-40c1d2ce5d0f,segment=NetworkSegment(3a079ff4-03a6-44e2-96c6-d91087d2d3dd),segment_id=3a079ff4-03a6-44e2-96c6-d91087d2d3dd)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:17.972813 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:17.975994 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f98595d4-253f-40e2-956e-2562543f8fef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:18.081129 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=87dca711-aad5-45a0-9d26-40c1d2ce5d0f,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:18.086667 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:18.311532 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['87dca711-aad5-45a0-9d26-40c1d2ce5d0f'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:04:18.586876 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbae22-e73a-43fd-87b1-4c08c52314b8 req-88cc0654-8289-45df-88ef-f584694f542e tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:18.605660 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2edbae22-e73a-43fd-87b1-4c08c52314b8 req-88cc0654-8289-45df-88ef-f584694f542e tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 949 time: 0.2062223 Apr 23 18:04:18.681601 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2edbae22-e73a-43fd-87b1-4c08c52314b8 req-fd26aa5b-fa4f-42e7-bb71-2b604ecb61d0 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/security-groups?id=446c6994-8da4-474a-83c4-5e7e546a3d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748737 Apr 23 18:04:18.962833 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e60fcd-51f8-4d74-a0e1-362968b7ee6a req-197945ed-2e6d-45c8-8085-6db4faf8b785 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:18.972494 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-08e60fcd-51f8-4d74-a0e1-362968b7ee6a req-197945ed-2e6d-45c8-8085-6db4faf8b785 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1379263 Apr 23 18:04:19.260675 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-08e60fcd-51f8-4d74-a0e1-362968b7ee6a req-3c0d9234-4bfb-405f-8d48-adf3000eb285 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868855 Apr 23 18:04:19.640138 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 87dca711-aad5-45a0-9d26-40c1d2ce5d0f up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:04:19.767848 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:04:19.777837 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:19.778268 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:19.942933 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6c014-f2f4-4460-be66-d9526dd22581 req-98c67205-ffed-4e24-9082-5abc105a7dc8 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:19.944683 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-afc6c014-f2f4-4460-be66-d9526dd22581 req-98c67205-ffed-4e24-9082-5abc105a7dc8 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 949 time: 0.1212146 Apr 23 18:04:19.965944 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:20.010137 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=87dca711-aad5-45a0-9d26-40c1d2ce5d0f,segment=NetworkSegment(3a079ff4-03a6-44e2-96c6-d91087d2d3dd),segment_id=3a079ff4-03a6-44e2-96c6-d91087d2d3dd)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:20.011246 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbbe50b-892a-44a4-bc31-da0ed87b2e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dca711-aad5-45a0-9d26-40c1d2ce5d0f'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:04:20.018163 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:20.020337 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:20.049747 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-afc6c014-f2f4-4460-be66-d9526dd22581 req-d4f9a7bc-657a-49e1-8c96-2bb542a8a5ec tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/security-groups?id=446c6994-8da4-474a-83c4-5e7e546a3d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784874 Apr 23 18:04:20.095265 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbbe50b-892a-44a4-bc31-da0ed87b2e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dca711-aad5-45a0-9d26-40c1d2ce5d0f', 'code': 200} Apr 23 18:04:20.112366 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=87dca711-aad5-45a0-9d26-40c1d2ce5d0f,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:20.115764 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:20.428425 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294df462-8a57-4863-a8f1-e94cfb0772c7 req-a3c8a9bf-7d68-40fe-bc16-31139752c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:20.432256 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-294df462-8a57-4863-a8f1-e94cfb0772c7 req-a3c8a9bf-7d68-40fe-bc16-31139752c007 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 1103 time: 0.1321886 Apr 23 18:04:20.488997 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-294df462-8a57-4863-a8f1-e94cfb0772c7 req-9590be68-3164-4754-b981-b37c2f23671a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=446c6994-8da4-474a-83c4-5e7e546a3d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487316 Apr 23 18:04:20.566225 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f873869-7e6f-4c6b-9ced-452421ea4a64 req-993a4f39-3617-4ed9-ac21-9be26ba17c10 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:20.568041 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3f873869-7e6f-4c6b-9ced-452421ea4a64 req-993a4f39-3617-4ed9-ac21-9be26ba17c10 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1103909 Apr 23 18:04:20.620200 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3f873869-7e6f-4c6b-9ced-452421ea4a64 req-91dd94be-c2a1-460e-8391-d42f9bf8c4f9 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453393 Apr 23 18:04:20.752473 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aac5e-646f-4c48-8678-9e8d25211498 req-86c39621-7119-4d6f-affe-2d71d4052d87 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:20.753990 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1a4aac5e-646f-4c48-8678-9e8d25211498 req-86c39621-7119-4d6f-affe-2d71d4052d87 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.0918169 Apr 23 18:04:20.805401 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1a4aac5e-646f-4c48-8678-9e8d25211498 req-02f2cccd-00e6-4868-bf04-c3523737d00b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450041 Apr 23 18:04:21.067621 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53317d84-2082-403a-9384-e0189d46c922 req-f9c726f9-a414-4fd0-86ff-646afb98d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:21.069178 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53317d84-2082-403a-9384-e0189d46c922 req-f9c726f9-a414-4fd0-86ff-646afb98d77c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b603028fc0648daac1a9a03b1ad4097&device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 1099 time: 0.0792527 Apr 23 18:04:21.222560 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53317d84-2082-403a-9384-e0189d46c922 req-7ee4e1de-b635-4860-8050-888ca4e9877e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:21.224143 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53317d84-2082-403a-9384-e0189d46c922 req-7ee4e1de-b635-4860-8050-888ca4e9877e service neutron] 10.222.0.22 "GET /v2.0/networks?id=81db996a-5443-4dca-8db4-06663c296f38 HTTP/1.1" status: 200 len: 917 time: 0.1418703 Apr 23 18:04:21.269428 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342ffaa-394f-4994-ac8e-c8c6640c6eea req-a49e2545-caaf-42d0-b2e6-40e505331dbc tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:21.271010 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0342ffaa-394f-4994-ac8e-c8c6640c6eea req-a49e2545-caaf-42d0-b2e6-40e505331dbc tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 950 time: 0.0894134 Apr 23 18:04:21.319883 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0342ffaa-394f-4994-ac8e-c8c6640c6eea req-211580d0-f892-4fb9-82d6-a25f8e58894e tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/security-groups?id=446c6994-8da4-474a-83c4-5e7e546a3d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424483 Apr 23 18:04:21.339917 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53317d84-2082-403a-9384-e0189d46c922 req-378ab8c0-a87b-489c-9827-9a922f9e75ee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe HTTP/1.1" status: 200 len: 1002 time: 0.1053123 Apr 23 18:04:21.413146 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53317d84-2082-403a-9384-e0189d46c922 req-e5303cd6-12ad-46f7-94d3-bf943e223756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:21.414728 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53317d84-2082-403a-9384-e0189d46c922 req-e5303cd6-12ad-46f7-94d3-bf943e223756 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3fa7ecc1-b122-4c85-83b3-3fd5fb03e649 HTTP/1.1" status: 200 len: 855 time: 0.0657864 Apr 23 18:04:21.508661 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53317d84-2082-403a-9384-e0189d46c922 req-52aba61c-0b39-4d98-8f0b-99144d24cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:21.510221 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53317d84-2082-403a-9384-e0189d46c922 req-52aba61c-0b39-4d98-8f0b-99144d24cea5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=81db996a-5443-4dca-8db4-06663c296f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838602 Apr 23 18:04:21.681444 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53317d84-2082-403a-9384-e0189d46c922 req-89a977a2-ab61-4530-a1ec-b3e095fbfc20 service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576412 Apr 23 18:04:21.930343 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53317d84-2082-403a-9384-e0189d46c922 req-3dc050a9-b03f-4dd2-86f9-9b05f9e2dcc3 service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245672 Apr 23 18:04:21.943603 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c79d84-752d-4bd5-98af-ece7c22d5307 req-f61dfe21-d0f4-4b3d-9ecb-f1089d55eff8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:21.952139 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-69c79d84-752d-4bd5-98af-ece7c22d5307 req-f61dfe21-d0f4-4b3d-9ecb-f1089d55eff8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1676083 Apr 23 18:04:22.004862 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-69c79d84-752d-4bd5-98af-ece7c22d5307 req-0c00f0dc-0812-4de2-970a-e52adfbb439a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514896 Apr 23 18:04:22.035557 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d2aa6-0a65-44ce-89e3-c2131f5ab011 req-7c347915-7b84-41c6-b2fe-e93e516aecf7 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:22.035557 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9b3d2aa6-0a65-44ce-89e3-c2131f5ab011 req-7c347915-7b84-41c6-b2fe-e93e516aecf7 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.1026864 Apr 23 18:04:22.081832 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9b3d2aa6-0a65-44ce-89e3-c2131f5ab011 req-a7eabb79-2a9b-48ec-b367-c5de2e1970c9 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448070 Apr 23 18:04:22.362479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:22.534092 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5197d-73cf-433d-8c9b-763c23ea79f5 req-61e958f4-9842-42d3-bd67-6caa0a7b4546 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:22.535710 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b6a5197d-73cf-433d-8c9b-763c23ea79f5 req-61e958f4-9842-42d3-bd67-6caa0a7b4546 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 950 time: 0.0905621 Apr 23 18:04:22.584912 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b6a5197d-73cf-433d-8c9b-763c23ea79f5 req-d04de8fe-4fd5-48e7-86ff-b5992dbd2854 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/security-groups?id=446c6994-8da4-474a-83c4-5e7e546a3d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429358 Apr 23 18:04:23.079191 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451b97b-f889-46ab-b9b0-334da40f78b8 req-1376911c-aa7e-404c-af28-1ea50b7732d5 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:23.080989 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9451b97b-f889-46ab-b9b0-334da40f78b8 req-1376911c-aa7e-404c-af28-1ea50b7732d5 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 950 time: 0.0986736 Apr 23 18:04:23.143164 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9451b97b-f889-46ab-b9b0-334da40f78b8 req-ec6db56c-4665-43b7-8b65-5a5e0abaddeb tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/security-groups?id=446c6994-8da4-474a-83c4-5e7e546a3d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555840 Apr 23 18:04:23.246698 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335852a-89b2-42e6-83b8-b9f3d122ba71 req-84a007e2-917c-42a0-adff-d58c3a9714f7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:23.270417 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7335852a-89b2-42e6-83b8-b9f3d122ba71 req-84a007e2-917c-42a0-adff-d58c3a9714f7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1059914 Apr 23 18:04:23.304995 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7335852a-89b2-42e6-83b8-b9f3d122ba71 req-b243cb52-3896-40fb-8990-1bd3e1a98f63 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486605 Apr 23 18:04:23.392277 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12a90d-dd5c-48a6-afb1-e343333c4f8b req-5e0d87eb-8026-4590-903a-0f18d182c998 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:23.394029 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9d12a90d-dd5c-48a6-afb1-e343333c4f8b req-5e0d87eb-8026-4590-903a-0f18d182c998 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.1152520 Apr 23 18:04:23.448049 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9d12a90d-dd5c-48a6-afb1-e343333c4f8b req-099605f0-efbb-43cc-94c3-92637bb3e4f8 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467823 Apr 23 18:04:24.033639 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b040d75-bd3b-436b-acdf-2a510c60dd0e req-b0d319d5-cc76-4ba4-9db9-513042cdb3dc tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:24.035223 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4b040d75-bd3b-436b-acdf-2a510c60dd0e req-b0d319d5-cc76-4ba4-9db9-513042cdb3dc tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.0932231 Apr 23 18:04:24.187732 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-4b040d75-bd3b-436b-acdf-2a510c60dd0e req-b6717f19-a23a-4a69-9520-9a22598907aa tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Deleting port 3980d1eb-47d5-44bc-b4f7-86296e364426 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:04:24.188170 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4b040d75-bd3b-436b-acdf-2a510c60dd0e req-b6717f19-a23a-4a69-9520-9a22598907aa tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:24.363553 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-4b040d75-bd3b-436b-acdf-2a510c60dd0e req-b6717f19-a23a-4a69-9520-9a22598907aa tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] For port 3980d1eb-47d5-44bc-b4f7-86296e364426, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3980d1eb-47d5-44bc-b4f7-86296e364426,segment=NetworkSegment(911dda36-1908-4ed6-a3e1-a91f8bef9914),segment_id=911dda36-1908-4ed6-a3e1-a91f8bef9914)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:24.363956 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4b040d75-bd3b-436b-acdf-2a510c60dd0e req-b6717f19-a23a-4a69-9520-9a22598907aa tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:24.466686 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf9a0-e622-4b1f-8811-acb74c9a4bb4 req-49ca68b2-007e-4279-9554-5ad47f970d94 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:24.469350 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-74ccf9a0-e622-4b1f-8811-acb74c9a4bb4 req-49ca68b2-007e-4279-9554-5ad47f970d94 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 950 time: 0.1964667 Apr 23 18:04:24.556687 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-74ccf9a0-e622-4b1f-8811-acb74c9a4bb4 req-f14209bb-8bd0-4ffb-840e-439e854efd8c tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/security-groups?id=446c6994-8da4-474a-83c4-5e7e546a3d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809464 Apr 23 18:04:24.615545 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-4b040d75-bd3b-436b-acdf-2a510c60dd0e req-b6717f19-a23a-4a69-9520-9a22598907aa tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Calling delete_port for 3980d1eb-47d5-44bc-b4f7-86296e364426 owned by compute:nova {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:04:24.691599 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27389a-3f1d-46c6-9ef9-ced34f67b863 req-60551b87-5537-4c1b-a39b-98d4831e9e5e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:24.693186 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fc27389a-3f1d-46c6-9ef9-ced34f67b863 req-60551b87-5537-4c1b-a39b-98d4831e9e5e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 946 time: 0.1302516 Apr 23 18:04:24.791685 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fc27389a-3f1d-46c6-9ef9-ced34f67b863 req-7e373fdf-be68-4470-b947-89d93a9f9f88 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861242 Apr 23 18:04:24.826760 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4b040d75-bd3b-436b-acdf-2a510c60dd0e req-b6717f19-a23a-4a69-9520-9a22598907aa tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:24.833768 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-df73f67c-3531-4c2b-a630-f7eada168d45 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:24.841716 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['1e24a8f9-755a-47fd-af53-a4f09de2e10a', '3980d1eb-47d5-44bc-b4f7-86296e364426'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:04:24.853188 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8e79d-57dd-4b38-89eb-3c73c45da26e req-a4eb0940-438c-429c-92d5-0fbb1326342a tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:24.854805 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a0f8e79d-57dd-4b38-89eb-3c73c45da26e req-a4eb0940-438c-429c-92d5-0fbb1326342a tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.22 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 950 time: 0.1251466 Apr 23 18:04:24.864880 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e03ace-70a7-41a1-97c7-f1a4216dd705 req-7d0af25b-3f6c-48cb-99df-d8cd8a523be9 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:24.866592 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-62e03ace-70a7-41a1-97c7-f1a4216dd705 req-7d0af25b-3f6c-48cb-99df-d8cd8a523be9 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d45dbe5-26ca-4661-9414-0e81ef1e1cab HTTP/1.1" status: 200 len: 946 time: 0.1817675 Apr 23 18:04:24.893989 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6717f19-a23a-4a69-9520-9a22598907aa tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Pushing event deleted for resources: {'Port': ['ID=3980d1eb-47d5-44bc-b4f7-86296e364426,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:24.901985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b6717f19-a23a-4a69-9520-9a22598907aa tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:25.029535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b040d75-bd3b-436b-acdf-2a510c60dd0e req-b6717f19-a23a-4a69-9520-9a22598907aa tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] No DVR routers for this DVR port 3980d1eb-47d5-44bc-b4f7-86296e364426 on host hv-cinder-78652 {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:04:25.032709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-4b040d75-bd3b-436b-acdf-2a510c60dd0e req-b6717f19-a23a-4a69-9520-9a22598907aa tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:25.044622 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d45dbe5-26ca-4661-9414-0e81ef1e1cab', 'name': 'network-vif-deleted', 'tag': '3980d1eb-47d5-44bc-b4f7-86296e364426'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:04:25.053183 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4b040d75-bd3b-436b-acdf-2a510c60dd0e req-b6717f19-a23a-4a69-9520-9a22598907aa tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.22 "DELETE /v2.0/ports/3980d1eb-47d5-44bc-b4f7-86296e364426 HTTP/1.1" status: 204 len: 173 time: 1.0115271 Apr 23 18:04:25.071721 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-62e03ace-70a7-41a1-97c7-f1a4216dd705 req-1d67b4d5-32f5-435d-93f2-9dea0b70c793 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919341 Apr 23 18:04:25.123017 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d45dbe5-26ca-4661-9414-0e81ef1e1cab', 'name': 'network-vif-deleted', 'tag': '3980d1eb-47d5-44bc-b4f7-86296e364426', 'status': 'completed', 'code': 200} Apr 23 18:04:25.123490 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-a0f8e79d-57dd-4b38-89eb-3c73c45da26e req-0bab5acb-f028-4d31-80d1-0d64606332eb tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Deleting port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:04:25.123951 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a0f8e79d-57dd-4b38-89eb-3c73c45da26e req-0bab5acb-f028-4d31-80d1-0d64606332eb tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:25.292220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-a0f8e79d-57dd-4b38-89eb-3c73c45da26e req-0bab5acb-f028-4d31-80d1-0d64606332eb tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] For port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=87dca711-aad5-45a0-9d26-40c1d2ce5d0f,segment=NetworkSegment(3a079ff4-03a6-44e2-96c6-d91087d2d3dd),segment_id=3a079ff4-03a6-44e2-96c6-d91087d2d3dd)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:25.292711 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a0f8e79d-57dd-4b38-89eb-3c73c45da26e req-0bab5acb-f028-4d31-80d1-0d64606332eb tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:25.432779 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-a0f8e79d-57dd-4b38-89eb-3c73c45da26e req-0bab5acb-f028-4d31-80d1-0d64606332eb tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Calling delete_port for 87dca711-aad5-45a0-9d26-40c1d2ce5d0f owned by compute:nova {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:04:25.484570 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:04:25.651446 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a0f8e79d-57dd-4b38-89eb-3c73c45da26e req-0bab5acb-f028-4d31-80d1-0d64606332eb tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:25.662763 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-73bfbb70-e368-486e-a771-0127cff76f9b tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:25.670524 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['87dca711-aad5-45a0-9d26-40c1d2ce5d0f'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:04:25.711215 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 3980d1eb-47d5-44bc-b4f7-86296e364426 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:04:25.717144 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab5acb-f028-4d31-80d1-0d64606332eb tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Pushing event deleted for resources: {'Port': ['ID=87dca711-aad5-45a0-9d26-40c1d2ce5d0f,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:25.761750 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: 3980d1eb-47d5-44bc-b4f7-86296e364426 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:04:25.762152 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 3980d1eb-47d5-44bc-b4f7-86296e364426 not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:04:25.762626 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:04:25.793634 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0bab5acb-f028-4d31-80d1-0d64606332eb tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:25.807813 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cf76e0cd-9649-4f34-9c04-82a756653825 req-89940fea-ea59-4285-be66-d8c27970c0a1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bbbe50b-892a-44a4-bc31-da0ed87b2e04 HTTP/1.1" status: 200 len: 210 time: 0.1010244 Apr 23 18:04:25.854543 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f8e79d-57dd-4b38-89eb-3c73c45da26e req-0bab5acb-f028-4d31-80d1-0d64606332eb tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] No DVR routers for this DVR port 87dca711-aad5-45a0-9d26-40c1d2ce5d0f on host hv-cinder-78652 {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:04:25.858459 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a0f8e79d-57dd-4b38-89eb-3c73c45da26e req-0bab5acb-f028-4d31-80d1-0d64606332eb tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:25.863094 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbbe50b-892a-44a4-bc31-da0ed87b2e04', 'name': 'network-vif-deleted', 'tag': '87dca711-aad5-45a0-9d26-40c1d2ce5d0f'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:04:25.880745 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a0f8e79d-57dd-4b38-89eb-3c73c45da26e req-0bab5acb-f028-4d31-80d1-0d64606332eb tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] 10.222.0.22 "DELETE /v2.0/ports/87dca711-aad5-45a0-9d26-40c1d2ce5d0f HTTP/1.1" status: 204 len: 173 time: 0.9648871 Apr 23 18:04:25.937495 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:25.951128 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbbe50b-892a-44a4-bc31-da0ed87b2e04', 'name': 'network-vif-deleted', 'tag': '87dca711-aad5-45a0-9d26-40c1d2ce5d0f', 'status': 'completed', 'code': 200} Apr 23 18:04:25.983221 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:04:25.996265 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:26.001989 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:26.004175 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:26.066593 dv-cinder-786524-3-smb neutron-server[86250]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe', 'code': 422} returned with failed status Apr 23 18:04:26.091085 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa0abb-c074-4973-9be2-c41ab333f2d2 req-f5e7a4c3-f086-488e-8df3-a49889c9fcc7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:26.092899 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-76fa0abb-c074-4973-9be2-c41ab333f2d2 req-f5e7a4c3-f086-488e-8df3-a49889c9fcc7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.1286051 Apr 23 18:04:26.095277 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,revision_number=8']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:26.098617 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:26.143874 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-76fa0abb-c074-4973-9be2-c41ab333f2d2 req-4394acce-a11f-4405-af97-ff63d655a471 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437219 Apr 23 18:04:26.645937 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284c266-110d-45bb-91e6-120fe67a4ec7 req-83f76d43-66c4-49e5-935d-55906dd9fe0e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:26.647608 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c284c266-110d-45bb-91e6-120fe67a4ec7 req-83f76d43-66c4-49e5-935d-55906dd9fe0e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1329010 Apr 23 18:04:26.698108 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c284c266-110d-45bb-91e6-120fe67a4ec7 req-301e14c7-e957-4b56-870a-9750e1856c5c tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422986 Apr 23 18:04:27.203968 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d459697-2c68-46d0-b35a-06e33fe9659a req-dab7e305-e623-49af-96ac-8739b29f805e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:27.207785 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d459697-2c68-46d0-b35a-06e33fe9659a req-dab7e305-e623-49af-96ac-8739b29f805e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.0996277 Apr 23 18:04:27.272121 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5d459697-2c68-46d0-b35a-06e33fe9659a req-e2771a68-cfdb-404b-b50f-f487e84eaa6b tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585909 Apr 23 18:04:27.658392 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 57702) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:27.815688 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-685501d4-8f33-41c5-9ab2-b5fd7c1cc13e req-5db0c42d-91e8-471d-b261-2213bd2435a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1558478 Apr 23 18:04:27.969070 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcd775-537f-41aa-ac94-e33cbb134649 req-a29ae828-8df4-43c0-b7ec-728a6447b110 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:27.970274 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-55bcd775-537f-41aa-ac94-e33cbb134649 req-a29ae828-8df4-43c0-b7ec-728a6447b110 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Synchronizing usage tracker for tenant:8587cf5a0daa402fb879ac59d23a025e on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:04:27.994341 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-55bcd775-537f-41aa-ac94-e33cbb134649 req-a29ae828-8df4-43c0-b7ec-728a6447b110 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Unset dirty status for tenant:8587cf5a0daa402fb879ac59d23a025e on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:04:28.004212 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-55bcd775-537f-41aa-ac94-e33cbb134649 req-a29ae828-8df4-43c0-b7ec-728a6447b110 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1642518 Apr 23 18:04:28.079015 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-55bcd775-537f-41aa-ac94-e33cbb134649 req-3a4b1038-ba78-4df6-917e-bb657512afef tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734193 Apr 23 18:04:28.512212 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef21019-d765-4880-8a06-f01a981891ba req-1c304e78-238d-441a-8036-41d6a5f5bdfd tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:28.521750 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6ef21019-d765-4880-8a06-f01a981891ba req-1c304e78-238d-441a-8036-41d6a5f5bdfd tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.1105444 Apr 23 18:04:28.581681 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6ef21019-d765-4880-8a06-f01a981891ba req-0be56395-9856-40c5-8325-16231987076e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588627 Apr 23 18:04:28.817710 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 57828) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:28.951224 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-97c6b794-575d-43e3-98c7-90e4431c1c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:28.968348 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-97c6b794-575d-43e3-98c7-90e4431c1c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:28.972523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-97c6b794-575d-43e3-98c7-90e4431c1c01 admin admin] Usage tracker for resource:security_group_rule and tenant:12dee27999d048d480320f0accdc8c53 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:28.976123 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-97c6b794-575d-43e3-98c7-90e4431c1c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:28.982114 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-97c6b794-575d-43e3-98c7-90e4431c1c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:29.070817 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-97c6b794-575d-43e3-98c7-90e4431c1c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:29.073957 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-97c6b794-575d-43e3-98c7-90e4431c1c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:29.084240 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a48488e2-d5d2-4a95-915e-af09f17ffbc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:29.134905 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-97c6b794-575d-43e3-98c7-90e4431c1c01 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12dee27999d048d480320f0accdc8c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159938 Apr 23 18:04:29.135599 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 57858) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:29.135742 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6b794-575d-43e3-98c7-90e4431c1c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65761173-beb8-48a0-810f-7b899913b6d3,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:29.139825 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-97c6b794-575d-43e3-98c7-90e4431c1c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:29.227624 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3ff4828c-4997-4d71-b667-1797968189a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:29.263788 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3ff4828c-4997-4d71-b667-1797968189a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:29.334548 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff66691-c42d-42e6-a737-ee0e5a4de183 req-1e5f8318-b4e9-4786-8b37-f9e977dadb51 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:29.336777 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-aff66691-c42d-42e6-a737-ee0e5a4de183 req-1e5f8318-b4e9-4786-8b37-f9e977dadb51 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1115186 Apr 23 18:04:29.370738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3ff4828c-4997-4d71-b667-1797968189a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:29.376335 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-245032db-fcc5-4372-8dc2-f60e976ad2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:29.396173 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4828c-4997-4d71-b667-1797968189a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65761173-beb8-48a0-810f-7b899913b6d3,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:29.398634 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3ff4828c-4997-4d71-b667-1797968189a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:29.426886 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3ff4828c-4997-4d71-b667-1797968189a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:29.428139 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-3ff4828c-4997-4d71-b667-1797968189a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65761173-beb8-48a0-810f-7b899913b6d3 HTTP/1.1" status: 204 len: 168 time: 0.2911992 Apr 23 18:04:29.473889 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-aff66691-c42d-42e6-a737-ee0e5a4de183 req-23cc2764-f51c-470c-88f4-e42d9d7cc936 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261864 Apr 23 18:04:29.542993 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 57878) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:29.553440 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685501d4-8f33-41c5-9ab2-b5fd7c1cc13e req-c0f54145-4571-4ce2-9ae3-a6eac9bedddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:29.554779 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-685501d4-8f33-41c5-9ab2-b5fd7c1cc13e req-c0f54145-4571-4ce2-9ae3-a6eac9bedddc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6&tenant_id=0b603028fc0648daac1a9a03b1ad4097 HTTP/1.1" status: 200 len: 1097 time: 0.1179423 Apr 23 18:04:29.675518 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685501d4-8f33-41c5-9ab2-b5fd7c1cc13e req-468ab8eb-0477-4383-bf59-338b35e0c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:29.677342 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-685501d4-8f33-41c5-9ab2-b5fd7c1cc13e req-468ab8eb-0477-4383-bf59-338b35e0c644 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b603028fc0648daac1a9a03b1ad4097&device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 1097 time: 0.0943735 Apr 23 18:04:29.726261 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 87dca711-aad5-45a0-9d26-40c1d2ce5d0f no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:04:29.804048 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: 87dca711-aad5-45a0-9d26-40c1d2ce5d0f {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:04:29.817805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 87dca711-aad5-45a0-9d26-40c1d2ce5d0f not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:04:29.863968 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685501d4-8f33-41c5-9ab2-b5fd7c1cc13e req-148971e5-6246-40cb-9bda-22983d65c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:29.865748 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-685501d4-8f33-41c5-9ab2-b5fd7c1cc13e req-148971e5-6246-40cb-9bda-22983d65c403 service neutron] 10.222.0.22 "GET /v2.0/networks?id=81db996a-5443-4dca-8db4-06663c296f38 HTTP/1.1" status: 200 len: 917 time: 0.1806664 Apr 23 18:04:30.021570 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-685501d4-8f33-41c5-9ab2-b5fd7c1cc13e req-b9b57755-775b-4748-ba22-a8bad8e81984 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe HTTP/1.1" status: 200 len: 1000 time: 0.1169140 Apr 23 18:04:30.039743 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-329e5dca-15de-4aa0-8300-339ea8a7bc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:30.064723 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-329e5dca-15de-4aa0-8300-339ea8a7bc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:30.069047 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-329e5dca-15de-4aa0-8300-339ea8a7bc51 admin admin] Usage tracker for resource:security_group_rule and tenant:45fd54f225554aff8c3f439ccdadd20d is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:30.072351 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-329e5dca-15de-4aa0-8300-339ea8a7bc51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:30.093833 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-329e5dca-15de-4aa0-8300-339ea8a7bc51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:30.115342 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685501d4-8f33-41c5-9ab2-b5fd7c1cc13e req-e0c86cb6-0fa4-4858-b7f2-2bb3b3267fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:30.116904 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-685501d4-8f33-41c5-9ab2-b5fd7c1cc13e req-e0c86cb6-0fa4-4858-b7f2-2bb3b3267fc6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3fa7ecc1-b122-4c85-83b3-3fd5fb03e649 HTTP/1.1" status: 200 len: 855 time: 0.0839198 Apr 23 18:04:30.207976 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-329e5dca-15de-4aa0-8300-339ea8a7bc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:30.211832 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-329e5dca-15de-4aa0-8300-339ea8a7bc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:30.227815 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dca603e9-cc08-4c74-9204-348ef5790f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:30.241171 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d7956-791d-4aa0-9dc0-acbf0d8b9ad4 req-6b78f779-affb-4c48-91fe-23fd1933dfaa tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:30.249071 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cb5d7956-791d-4aa0-9dc0-acbf0d8b9ad4 req-6b78f779-affb-4c48-91fe-23fd1933dfaa tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.4343584 Apr 23 18:04:30.290478 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-329e5dca-15de-4aa0-8300-339ea8a7bc51 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45fd54f225554aff8c3f439ccdadd20d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7437770 Apr 23 18:04:30.291292 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 57930) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:30.306437 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cb5d7956-791d-4aa0-9dc0-acbf0d8b9ad4 req-6412d524-377f-411b-ba9d-00f87f7cbd7b tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563385 Apr 23 18:04:30.349675 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685501d4-8f33-41c5-9ab2-b5fd7c1cc13e req-4eaace99-199b-46f0-bf84-0121bd41b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:30.352063 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-685501d4-8f33-41c5-9ab2-b5fd7c1cc13e req-4eaace99-199b-46f0-bf84-0121bd41b427 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=81db996a-5443-4dca-8db4-06663c296f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2156506 Apr 23 18:04:30.358253 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e5dca-15de-4aa0-8300-339ea8a7bc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab688b3-e6e1-4c55-9a65-0fdd0e7849b1,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:30.394742 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-329e5dca-15de-4aa0-8300-339ea8a7bc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:30.449470 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5c6db2c6-7d4d-4956-b591-d620c1d174ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:30.515932 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5c6db2c6-7d4d-4956-b591-d620c1d174ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:30.575461 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-685501d4-8f33-41c5-9ab2-b5fd7c1cc13e req-af3706c6-86e9-451a-ae31-582bf04ba640 service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117255 Apr 23 18:04:30.623670 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5c6db2c6-7d4d-4956-b591-d620c1d174ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:30.633021 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-04fc437e-7a3c-4e1e-96ac-e4c696805d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:30.677853 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6db2c6-7d4d-4956-b591-d620c1d174ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab688b3-e6e1-4c55-9a65-0fdd0e7849b1,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:30.679902 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5c6db2c6-7d4d-4956-b591-d620c1d174ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:30.701030 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5c6db2c6-7d4d-4956-b591-d620c1d174ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ab688b3-e6e1-4c55-9a65-0fdd0e7849b1 HTTP/1.1" status: 204 len: 168 time: 0.4065802 Apr 23 18:04:30.701030 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5c6db2c6-7d4d-4956-b591-d620c1d174ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:30.808815 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-685501d4-8f33-41c5-9ab2-b5fd7c1cc13e req-46b84667-bcb4-4308-b7b3-45040d808c46 service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257402 Apr 23 18:04:30.863943 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03860d0d-037c-4699-a4c4-008022950e07 req-6c9657fe-3aa9-4455-a318-7fe198040ec1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:30.865636 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 57960) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:30.876158 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-03860d0d-037c-4699-a4c4-008022950e07 req-6c9657fe-3aa9-4455-a318-7fe198040ec1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1632671 Apr 23 18:04:30.963859 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-03860d0d-037c-4699-a4c4-008022950e07 req-41cfd099-4db2-485a-88db-eb29fbe7035e tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811791 Apr 23 18:04:31.132145 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1298536082-network', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:04:31.137184 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:31.141579 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Usage tracker for resource:network and tenant:fc8c3fef6d3d496e979ad09a6010708e is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:31.144640 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:31.151217 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:31.160193 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Made reservation on behalf of fc8c3fef6d3d496e979ad09a6010708e for: {'network': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:04:31.165074 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:31.180553 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:31.196948 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:31.201890 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Usage tracker for resource:security_group_rule and tenant:fc8c3fef6d3d496e979ad09a6010708e is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:31.206770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:31.213086 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:31.303716 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:31.307244 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:31.312962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-85731f4f-eb06-498e-abca-98ca127bdf02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:31.349803 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:31.365331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:31.374918 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=86361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 18:04:31.385087 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:31.385486 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Added segment 479200c7-bb70-4755-b419-1ff5b27822fa of type vlan for network eb556b08-5967-44b0-8b27-05fdb4da4705 Apr 23 18:04:31.652104 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:31.786898 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca16c86-9b95-4ad9-b775-e4dcfdcf9316 req-bf2b4ff1-0330-44bc-8c8a-8746650c0938 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:31.788582 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3ca16c86-9b95-4ad9-b775-e4dcfdcf9316 req-bf2b4ff1-0330-44bc-8c8a-8746650c0938 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.1395278 Apr 23 18:04:31.789449 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:31.790769 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:31.791415 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:31.799319 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-69da32d7-3efd-4bbc-8fee-1986f03d8ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:31.900678 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Pushing event updated for resources: {'Network': ['ID=eb556b08-5967-44b0-8b27-05fdb4da4705,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:31.917630 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network eb556b08-5967-44b0-8b27-05fdb4da4705 details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 18:04:31.932190 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:31.933868 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0669780 Apr 23 18:04:31.937704 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58034) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:31.946316 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] Request body: {'subnet': {'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1298536082-subnet', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:04:31.954133 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:31.958832 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] Usage tracker for resource:subnet and tenant:fc8c3fef6d3d496e979ad09a6010708e is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:31.973482 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3ca16c86-9b95-4ad9-b775-e4dcfdcf9316 req-c1cb0a24-bb17-4551-b800-648ded0450b4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750820 Apr 23 18:04:31.980145 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:32.009594 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:32.039910 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] Made reservation on behalf of fc8c3fef6d3d496e979ad09a6010708e for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:04:32.058047 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847642502'] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:33.036035 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20433d0-4315-4a33-a203-83cc40f5f0e4 req-18c0d598-2a38-499f-8524-f4d3b970afaa tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:33.036035 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b20433d0-4315-4a33-a203-83cc40f5f0e4 req-18c0d598-2a38-499f-8524-f4d3b970afaa tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.2560630 Apr 23 18:04:33.115120 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b20433d0-4315-4a33-a203-83cc40f5f0e4 req-1853da72-ae09-4860-9b54-aad057fc9cb9 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678470 Apr 23 18:04:33.303097 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 58068) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:33.433166 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc6e3e-1d44-46cb-8539-38cda28f77ee req-b3a484a7-5a29-46e3-b1f4-c8febea0e22e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:33.459431 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a1fc6e3e-1d44-46cb-8539-38cda28f77ee req-b3a484a7-5a29-46e3-b1f4-c8febea0e22e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.2501466 Apr 23 18:04:33.581761 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7594489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847642517'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:33.585068 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a1fc6e3e-1d44-46cb-8539-38cda28f77ee req-09f0bf6f-cf30-48ef-a9c3-b58e8c44f174 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236653 Apr 23 18:04:33.591016 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:33.668616 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-c9c080dc-9d63-472b-bed3-9a3ff70d3fd8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a584448c7c624adf91b1f7fb63973899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468595 Apr 23 18:04:33.669574 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 58076) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:33.708919 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f98ef7-494a-4c9b-9c72-42147c3b01b1,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:33.715148 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:33.716202 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] Checking segment: {'id': '479200c7-bb70-4755-b419-1ff5b27822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:04:33.717315 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] Network hostable DHCP agents. Network: eb556b08-5967-44b0-8b27-05fdb4da4705, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 18:04:33.747648 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] Network eb556b08-5967-44b0-8b27-05fdb4da4705 is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 18:04:33.767769 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, eb556b08-5967-44b0-8b27-05fdb4da4705) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:04:33.777816 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1382f53e-d135-4b79-adb7-e7483d179c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:33.778016 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf23f0c-b3ff-4880-852a-d3de4ff34910 None None] Network eb556b08-5967-44b0-8b27-05fdb4da4705 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:04:33.791206 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:33.792113 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:33.813331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1382f53e-d135-4b79-adb7-e7483d179c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:33.825017 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-e5c6ff5c-e0a4-4d74-b1e0-a6f819e4f923 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8853614 Apr 23 18:04:33.828504 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58082) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:33.838088 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1298536082-router', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:04:33.844672 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:33.852659 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Usage tracker for resource:router and tenant:fc8c3fef6d3d496e979ad09a6010708e is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:33.856768 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:33.864904 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:33.878886 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853067310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736100'] for router, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:33.881326 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39700'] for router, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:33.906460 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1382f53e-d135-4b79-adb7-e7483d179c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:33.908773 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:33.912527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c9ad395-1712-452c-a47b-2268ba321cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:33.955323 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382f53e-d135-4b79-adb7-e7483d179c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446c6994-8da4-474a-83c4-5e7e546a3d0b,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:33.958938 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-1382f53e-d135-4b79-adb7-e7483d179c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:33.975693 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1382f53e-d135-4b79-adb7-e7483d179c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:33.977267 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-1382f53e-d135-4b79-adb7-e7483d179c8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/446c6994-8da4-474a-83c4-5e7e546a3d0b HTTP/1.1" status: 204 len: 168 time: 0.3064950 Apr 23 18:04:34.336768 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b174074-281b-5261-ba21-3a30f0b2e4d5-eb556b08-5967-44b0-8b27-05fdb4da4705', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'fixed_ips': [{'subnet_id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1'}]}} from dv-cinder-786524-3-smb. {{(pid=86363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 18:04:34.338889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:34.632369 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39719'] for router, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:34.715643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Allocated IP 172.20.0.2 (eb556b08-5967-44b0-8b27-05fdb4da4705/58f98ef7-494a-4c9b-9c72-42147c3b01b1/a30151b5-f99a-40d8-8b97-a08f47669694) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:04:34.865188 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6085003-f15e-44ff-bc3f-5c97fb32db23 req-a4e4ee93-41ef-4e0e-a14a-967fc8b61e2a tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:34.866963 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a6085003-f15e-44ff-bc3f-5c97fb32db23 req-a4e4ee93-41ef-4e0e-a14a-967fc8b61e2a tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.4229021 Apr 23 18:04:34.958036 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a6085003-f15e-44ff-bc3f-5c97fb32db23 req-484377f5-504c-45cc-8d9a-726ca9ac65a4 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829842 Apr 23 18:04:35.079835 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b595244-6020-4e04-8f95-21b4cbe4ca54 req-99d651c7-6194-458d-81cf-2fc03c5b1316 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:35.089582 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b595244-6020-4e04-8f95-21b4cbe4ca54 req-99d651c7-6194-458d-81cf-2fc03c5b1316 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.3093481 Apr 23 18:04:35.196712 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b595244-6020-4e04-8f95-21b4cbe4ca54 req-63d4a065-efa8-4ea2-9bab-b52bbbae5923 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059780 Apr 23 18:04:35.452572 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:35.511771 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:35.588433 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:35.643295 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Transition to ACTIVE for port object a30151b5-f99a-40d8-8b97-a08f47669694 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:04:35.720466 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Transition to ACTIVE for port object a30151b5-f99a-40d8-8b97-a08f47669694 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:04:35.737417 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:35.754860 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:35.887274 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Network eb556b08-5967-44b0-8b27-05fdb4da4705 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:04:35.893837 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:04:35.900706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:04:35.924781 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Allocated IP 172.28.1.66 (98d3619d-941a-4347-b217-5f5fd5441170/72c7752f-77c2-49cb-bbe9-c4d5aa4c810b/3b6a510c-aff3-4a42-ab8b-e3c85e65eff2) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:04:35.960537 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Pushing event updated for resources: {'Port': ['ID=a30151b5-f99a-40d8-8b97-a08f47669694,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:35.971241 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:36.101528 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Attempting to bind port a30151b5-f99a-40d8-8b97-a08f47669694 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:04:36.102028 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Attempting to bind port a30151b5-f99a-40d8-8b97-a08f47669694 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '479200c7-bb70-4755-b419-1ff5b27822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:04:36.102725 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Attempting to bind port a30151b5-f99a-40d8-8b97-a08f47669694 on network eb556b08-5967-44b0-8b27-05fdb4da4705 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:04:36.120452 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:04:36.121522 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Checking segment: {'id': '479200c7-bb70-4755-b419-1ff5b27822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:04:36.122054 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:36.122873 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Bound using segment: {'id': '479200c7-bb70-4755-b419-1ff5b27822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:04:36.123514 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Bound port: a30151b5-f99a-40d8-8b97-a08f47669694, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479200c7-bb70-4755-b419-1ff5b27822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:04:36.124931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:36.316429 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:36.348903 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f66ff-1bba-411e-8ff1-f1430431e6fa req-8ca9367f-37f5-4046-8d9e-769d4fba6f47 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:36.350582 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7d0f66ff-1bba-411e-8ff1-f1430431e6fa req-8ca9367f-37f5-4046-8d9e-769d4fba6f47 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1826363 Apr 23 18:04:36.417462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] For port a30151b5-f99a-40d8-8b97-a08f47669694, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:04:36.417462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] For port a30151b5-f99a-40d8-8b97-a08f47669694, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=a30151b5-f99a-40d8-8b97-a08f47669694,segment=NetworkSegment(479200c7-bb70-4755-b419-1ff5b27822fa),segment_id=479200c7-bb70-4755-b419-1ff5b27822fa)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:04:36.417462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:36.443632 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:36.494097 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7d0f66ff-1bba-411e-8ff1-f1430431e6fa req-11960e36-03b2-427e-a261-b9991596f2af tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295502 Apr 23 18:04:36.540470 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:36.550998 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:36.680800 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Pushing event updated for resources: {'Port': ['ID=a30151b5-f99a-40d8-8b97-a08f47669694,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:36.696371 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:36.696686 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd8893-93b4-4a35-9303-3377a99bac44 req-e3c4f95c-2d63-4b99-a202-ef457adab42f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:36.700334 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a2dd8893-93b4-4a35-9303-3377a99bac44 req-e3c4f95c-2d63-4b99-a202-ef457adab42f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.2305784 Apr 23 18:04:36.723010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Network 98d3619d-941a-4347-b217-5f5fd5441170 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:04:36.733737 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:04:36.737942 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:04:36.794713 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Pushing event updated for resources: {'Port': ['ID=3b6a510c-aff3-4a42-ab8b-e3c85e65eff2,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:36.812528 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:36.838008 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a2dd8893-93b4-4a35-9303-3377a99bac44 req-383d55c7-357f-4af7-962e-5b3053116b9e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291220 Apr 23 18:04:37.456735 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:38.125240 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da88aed-50dc-4ed9-aadf-e0277903284c req-68bfa058-5992-4be8-8b84-24fc0803df39 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:38.152882 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1da88aed-50dc-4ed9-aadf-e0277903284c req-68bfa058-5992-4be8-8b84-24fc0803df39 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.1587353 Apr 23 18:04:38.235387 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1da88aed-50dc-4ed9-aadf-e0277903284c req-31a1b07a-0444-49f0-9852-d323395423f7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813882 Apr 23 18:04:38.267651 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6039a-607d-493b-a1bd-81c38ef38cd3 req-dbefd93b-6cec-4bb9-9881-0318e675fc75 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:38.277982 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6ac6039a-607d-493b-a1bd-81c38ef38cd3 req-dbefd93b-6cec-4bb9-9881-0318e675fc75 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.3970311 Apr 23 18:04:38.548149 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6ac6039a-607d-493b-a1bd-81c38ef38cd3 req-6137ae5a-53a3-4c14-96a5-f51adfbfe75f tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685299 Apr 23 18:04:38.613520 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853064327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853013535'] for router, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:38.646021 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ee8709-e7c0-4468-ab0b-1e1ab844a2ec None None] Network eb556b08-5967-44b0-8b27-05fdb4da4705 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:04:38.873648 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Router cc13ebd6-63cf-4d6c-9fff-67fa44932945 is scheduled to L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 with binding_index 1 {{(pid=86362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 18:04:38.922145 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-bb9777a8-e51a-4e57-a4dd-423e69d71238 None None] Provisioning for port a30151b5-f99a-40d8-8b97-a08f47669694 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:04:39.110223 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device a30151b5-f99a-40d8-8b97-a08f47669694 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:04:39.209796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:04:39.227189 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Sync routers for ids ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'] in dv-cinder-786524-3-smb {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:04:39.252111 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Routers {'cc13ebd6-63cf-4d6c-9fff-67fa44932945'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:04:39.253007 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:04:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:39.265448 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port a30151b5-f99a-40d8-8b97-a08f47669694 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:04:39.265686 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Notify callbacks [] for router, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:39.273249 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 58182) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:39.279926 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4433241 Apr 23 18:04:39.286915 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port a30151b5-f99a-40d8-8b97-a08f47669694 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:39.287439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:39.391507 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-ebb46965-5929-4a89-8e96-3d63839026b3 None None] Provisioning complete for port a30151b5-f99a-40d8-8b97-a08f47669694 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:39.392531 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ebb46965-5929-4a89-8e96-3d63839026b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:39.690283 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Set router cc13ebd6-63cf-4d6c-9fff-67fa44932945 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:04:39.805154 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ebb46965-5929-4a89-8e96-3d63839026b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:39.926199 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6ab5-af72-4c5d-9e5e-a568b511ad5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:40.003662 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-ebb46965-5929-4a89-8e96-3d63839026b3 None None] For port a30151b5-f99a-40d8-8b97-a08f47669694, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=a30151b5-f99a-40d8-8b97-a08f47669694,segment=NetworkSegment(479200c7-bb70-4755-b419-1ff5b27822fa),segment_id=479200c7-bb70-4755-b419-1ff5b27822fa)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:40.044279 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ebb46965-5929-4a89-8e96-3d63839026b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:40.062110 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:40.096276 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58200) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:40.228852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9568d-589c-4f78-928c-29da76b7391e req-43e6645c-8643-409c-a64d-a8ebaf0431df tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:40.233738 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f4d9568d-589c-4f78-928c-29da76b7391e req-43e6645c-8643-409c-a64d-a8ebaf0431df tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.3622670 Apr 23 18:04:40.316480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb46965-5929-4a89-8e96-3d63839026b3 None None] Pushing event updated for resources: {'Port': ['ID=a30151b5-f99a-40d8-8b97-a08f47669694,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:40.332547 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ebb46965-5929-4a89-8e96-3d63839026b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:40.334948 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:40.428622 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f4d9568d-589c-4f78-928c-29da76b7391e req-0035c706-73ae-4627-9ddd-484d8dcbe976 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881468 Apr 23 18:04:40.504223 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58210) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:40.533611 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'name': 'tempest-TestMinimumBasicScenario-1298536082-router', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:33Z', 'updated_at': '2021-04-23T18:04:37Z', 'revision_number': 3, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'gw_port': {'id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:35Z', 'updated_at': '2021-04-23T18:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:40.545436 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Checking router: cc13ebd6-63cf-4d6c-9fff-67fa44932945 for host: dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:04:40.545874 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Updating router cc13ebd6-63cf-4d6c-9fff-67fa44932945 port 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2 binding host dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 18:04:40.630448 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.db.api [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86363) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 18:04:40.632491 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_db.api [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 18:04:40.655672 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7e71dbbc-12cb-4640-8e78-5cbed374b83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:40.673099 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:40.726590 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a4c323d0-5480-4d2e-a2fa-7734044eb519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:40.749593 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-7e71dbbc-12cb-4640-8e78-5cbed374b83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:40.776642 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a4c323d0-5480-4d2e-a2fa-7734044eb519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:40.785417 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a4c323d0-5480-4d2e-a2fa-7734044eb519 admin admin] Usage tracker for resource:security_group_rule and tenant:7ebd8cfe6da44eb3ac03e1075869b873 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:40.795607 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a4c323d0-5480-4d2e-a2fa-7734044eb519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:40.802017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a4c323d0-5480-4d2e-a2fa-7734044eb519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:40.804573 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-7e71dbbc-12cb-4640-8e78-5cbed374b83b admin admin] Usage tracker for resource:security_group_rule and tenant:8fe31a3df59f4a738c3e191ccb721854 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:40.838617 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-7e71dbbc-12cb-4640-8e78-5cbed374b83b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:40.908933 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a4c323d0-5480-4d2e-a2fa-7734044eb519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:40.910616 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-7e71dbbc-12cb-4640-8e78-5cbed374b83b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:40.913468 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a4c323d0-5480-4d2e-a2fa-7734044eb519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:40.925318 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8593be36-6112-47d6-9191-da1291e28ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:41.016114 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-a4c323d0-5480-4d2e-a2fa-7734044eb519 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ebd8cfe6da44eb3ac03e1075869b873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5104446 Apr 23 18:04:41.022096 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c323d0-5480-4d2e-a2fa-7734044eb519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18f97e3-14cc-4d61-abfd-3a1d4e61734d,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:41.025917 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a4c323d0-5480-4d2e-a2fa-7734044eb519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:41.026596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58216) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:41.030103 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:41.127278 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-980c8015-7c89-446d-98e9-330c56fa25ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:41.193031 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-980c8015-7c89-446d-98e9-330c56fa25ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:41.215912 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7e71dbbc-12cb-4640-8e78-5cbed374b83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:41.226937 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7e71dbbc-12cb-4640-8e78-5cbed374b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:41.246457 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e670abee-11db-4e41-b365-168cc1f6485b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:41.346462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-980c8015-7c89-446d-98e9-330c56fa25ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:41.394266 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Allocated IP 172.20.0.1 (eb556b08-5967-44b0-8b27-05fdb4da4705/58f98ef7-494a-4c9b-9c72-42147c3b01b1/a69675aa-efdf-460a-b28e-b7fe59db8595) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:04:41.398458 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-7e71dbbc-12cb-4640-8e78-5cbed374b83b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8fe31a3df59f4a738c3e191ccb721854&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2808921 Apr 23 18:04:41.411483 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58220) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:41.444340 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71dbbc-12cb-4640-8e78-5cbed374b83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb78798a-9925-4633-a6d9-80ed28d44abd,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:41.462869 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7e71dbbc-12cb-4640-8e78-5cbed374b83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:41.467811 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-980c8015-7c89-446d-98e9-330c56fa25ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:41.484857 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-980c8015-7c89-446d-98e9-330c56fa25ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b18f97e3-14cc-4d61-abfd-3a1d4e61734d HTTP/1.1" status: 204 len: 168 time: 0.4544101 Apr 23 18:04:41.486470 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-c049e1a5-c987-466a-8a0b-ea67c775df5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:41.495754 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device a30151b5-f99a-40d8-8b97-a08f47669694 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:04:41.549026 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c8015-7c89-446d-98e9-330c56fa25ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18f97e3-14cc-4d61-abfd-3a1d4e61734d,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:41.551592 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-980c8015-7c89-446d-98e9-330c56fa25ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:41.564371 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:41.620943 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Transition to ACTIVE for port object 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:04:41.635381 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:41.643344 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port a30151b5-f99a-40d8-8b97-a08f47669694 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:41.643771 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:41.655475 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-417c8b0d-ca2a-4a5b-856b-f10ba372c793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:41.659580 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f8641861-34d2-41f6-b7b0-071b1385a9bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:41.730868 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:41.748549 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Transition to ACTIVE for port object a69675aa-efdf-460a-b28e-b7fe59db8595 will not be triggered until provisioned by entity DHCP. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:04:41.803727 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Attempting to bind port 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:04:41.804724 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Attempting to bind port 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:04:41.805464 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Attempting to bind port 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2 on network 98d3619d-941a-4347-b217-5f5fd5441170 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:04:41.805802 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:41.818094 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:41.907905 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Network eb556b08-5967-44b0-8b27-05fdb4da4705 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:04:41.909838 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Pushing event updated for resources: {'Port': ['ID=a69675aa-efdf-460a-b28e-b7fe59db8595,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:41.912707 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:04:41.927259 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:41.939168 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bdf6f-6658-4dd5-92d9-3aba947cbb04 req-7f08a87d-2d7a-493a-9ee1-16fae0d5047f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:41.948189 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4e9bdf6f-6658-4dd5-92d9-3aba947cbb04 req-7f08a87d-2d7a-493a-9ee1-16fae0d5047f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 1.8877368 Apr 23 18:04:41.949127 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Pushing event updated for resources: {'Port': ['ID=3b6a510c-aff3-4a42-ab8b-e3c85e65eff2,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:41.951893 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:04:41.986789 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:41.987186 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:41.987550 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:41.987918 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:41.988281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:41.988651 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:41.991315 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-417c8b0d-ca2a-4a5b-856b-f10ba372c793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:41.999849 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:42.000334 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:42.000612 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:42.000995 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:42.001363 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:42.001725 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:42.021471 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:04:42.021895 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Checking segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:04:42.022304 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:42.030312 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Bound using segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:04:42.031025 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Bound port: 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:04:42.031487 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:42.034547 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-175128d7-351b-4a7b-8f6c-4b83344a6966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:42.058866 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705532'] for router_interface, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:42.106078 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc0d5a-3281-402e-aba2-5eca00ea2313 req-34865a16-f95c-4864-ae69-47978476d947 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:42.108920 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c4fc0d5a-3281-402e-aba2-5eca00ea2313 req-34865a16-f95c-4864-ae69-47978476d947 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.4286540 Apr 23 18:04:42.143389 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] For port 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:04:42.147280 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] For port 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=3b6a510c-aff3-4a42-ab8b-e3c85e65eff2,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:04:42.148879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:42.151763 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:42.158018 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:42.158229 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-417c8b0d-ca2a-4a5b-856b-f10ba372c793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:42.165882 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9ddfa60d-207e-4256-9d58-17bb35db89ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:42.181481 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c4fc0d5a-3281-402e-aba2-5eca00ea2313 req-be8eebd0-fb67-44c2-b9db-65658e95c2a5 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646980 Apr 23 18:04:42.190008 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-417c8b0d-ca2a-4a5b-856b-f10ba372c793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:42.191499 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-417c8b0d-ca2a-4a5b-856b-f10ba372c793 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb78798a-9925-4633-a6d9-80ed28d44abd HTTP/1.1" status: 204 len: 168 time: 0.7787621 Apr 23 18:04:42.192539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c8b0d-ca2a-4a5b-856b-f10ba372c793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb78798a-9925-4633-a6d9-80ed28d44abd,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:42.202620 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-417c8b0d-ca2a-4a5b-856b-f10ba372c793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:42.298760 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Routers {'cc13ebd6-63cf-4d6c-9fff-67fa44932945'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:04:42.303114 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:04:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:42.351599 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4e9bdf6f-6658-4dd5-92d9-3aba947cbb04 req-2944c2d9-56f7-4a3e-9e46-f6f309930174 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4014652 Apr 23 18:04:42.386512 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-21987caa-3c19-4a4e-a7f1-397f0294d1e0 None None] Provisioning for port a69675aa-efdf-460a-b28e-b7fe59db8595 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:04:42.400913 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-21987caa-3c19-4a4e-a7f1-397f0294d1e0 None None] Provisioning complete for port a69675aa-efdf-460a-b28e-b7fe59db8595 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:42.401312 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-21987caa-3c19-4a4e-a7f1-397f0294d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:42.527487 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:42.611265 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:42.623992 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-21987caa-3c19-4a4e-a7f1-397f0294d1e0 None None] Port a69675aa-efdf-460a-b28e-b7fe59db8595 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:04:42.690570 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] Set router cc13ebd6-63cf-4d6c-9fff-67fa44932945 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:04:42.735242 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:42.800442 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:42.814041 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:42.861720 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Pushing event updated for resources: {'Port': ['ID=3b6a510c-aff3-4a42-ab8b-e3c85e65eff2,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:42.867715 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-52d5b69a-5efa-4847-a36d-c5d209d515da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:42.875881 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:43.001556 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Pushing event updated for resources: {'Port': ['ID=a69675aa-efdf-460a-b28e-b7fe59db8595,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:43.011150 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853070245'] for router_interface, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:43.028583 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:43.029695 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:43.030392 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:43.030844 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:43.031567 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:43.032281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:43.032671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:43.033141 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:43.033611 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:43.034026 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:43.034480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:43.034916 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:43.065555 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:43.210671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Network eb556b08-5967-44b0-8b27-05fdb4da4705 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:04:43.212593 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:04:43.224687 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbb83a-d7fc-44a2-87e9-b4d2fe044e45 req-20d2dcd8-c635-4bbb-b806-9c8420bad840 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:43.226386 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e6dbb83a-d7fc-44a2-87e9-b4d2fe044e45 req-20d2dcd8-c635-4bbb-b806-9c8420bad840 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.9863191 Apr 23 18:04:43.315408 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'name': 'tempest-TestMinimumBasicScenario-1298536082-router', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:33Z', 'updated_at': '2021-04-23T18:04:42Z', 'revision_number': 4, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'gw_port': {'id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:35Z', 'updated_at': '2021-04-23T18:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'a69675aa-efdf-460a-b28e-b7fe59db8595', 'name': '', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'mac_address': 'fa:16:3e:bf:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:41Z', 'updated_at': '2021-04-23T18:04:41Z', 'revision_number': 1, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'subnets': [{'id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:43.322530 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbbca3a-01d9-4282-bc8b-cb4f8670f471 None None] The sync data for ids ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'] in dv-cinder-786524-3-smb is: [{'id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'name': 'tempest-TestMinimumBasicScenario-1298536082-router', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:33Z', 'updated_at': '2021-04-23T18:04:42Z', 'revision_number': 4, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'gw_port': {'id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:35Z', 'updated_at': '2021-04-23T18:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'a69675aa-efdf-460a-b28e-b7fe59db8595', 'name': '', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'mac_address': 'fa:16:3e:bf:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:41Z', 'updated_at': '2021-04-23T18:04:41Z', 'revision_number': 1, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'subnets': [{'id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:04:43.453618 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32d8bf-a4a7-487d-9ce2-ddc22045a4e8 req-dc6f4bb8-bbbf-4db8-b322-aab02e0a0cf1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:43.458661 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cc32d8bf-a4a7-487d-9ce2-ddc22045a4e8 req-dc6f4bb8-bbbf-4db8-b322-aab02e0a0cf1 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 945 time: 0.1152022 Apr 23 18:04:43.525102 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cc32d8bf-a4a7-487d-9ce2-ddc22045a4e8 req-4367220d-f640-4553-9c7c-3a4b42024d66 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626740 Apr 23 18:04:43.554043 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-2ccd95f5-46bd-41e5-9a2b-78dea907a92b None None] Provisioning complete for port a69675aa-efdf-460a-b28e-b7fe59db8595 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:43.554470 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2ccd95f5-46bd-41e5-9a2b-78dea907a92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:43.617199 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd95f5-46bd-41e5-9a2b-78dea907a92b None None] Port a69675aa-efdf-460a-b28e-b7fe59db8595 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:04:43.743515 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Router cc13ebd6-63cf-4d6c-9fff-67fa44932945 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:04:43.764573 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e18dc-895a-4e33-b17a-88b6bde5a77a req-c333eeb3-af3e-4d4b-a242-6cdc5c33db66 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:43.766351 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cc9e18dc-895a-4e33-b17a-88b6bde5a77a req-c333eeb3-af3e-4d4b-a242-6cdc5c33db66 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.1493523 Apr 23 18:04:44.055064 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cc9e18dc-895a-4e33-b17a-88b6bde5a77a req-9c9a7558-9a56-4634-bb47-2ae3c4a9f1d1 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042060 Apr 23 18:04:44.152686 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:44.156785 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:04:44.174354 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] 10.222.0.11 "PUT /v2.0/routers/cc13ebd6-63cf-4d6c-9fff-67fa44932945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8995876 Apr 23 18:04:44.176614 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-e6dbb83a-d7fc-44a2-87e9-b4d2fe044e45 req-00c1d5df-945f-403c-8d48-4edb12041870 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Deleting port 1e24a8f9-755a-47fd-af53-a4f09de2e10a {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:04:44.176993 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-e6dbb83a-d7fc-44a2-87e9-b4d2fe044e45 req-00c1d5df-945f-403c-8d48-4edb12041870 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:44.368006 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-e6dbb83a-d7fc-44a2-87e9-b4d2fe044e45 req-00c1d5df-945f-403c-8d48-4edb12041870 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] For port 1e24a8f9-755a-47fd-af53-a4f09de2e10a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1e24a8f9-755a-47fd-af53-a4f09de2e10a,segment=NetworkSegment(911dda36-1908-4ed6-a3e1-a91f8bef9914),segment_id=911dda36-1908-4ed6-a3e1-a91f8bef9914)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:44.368481 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-e6dbb83a-d7fc-44a2-87e9-b4d2fe044e45 req-00c1d5df-945f-403c-8d48-4edb12041870 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:44.585996 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-e6dbb83a-d7fc-44a2-87e9-b4d2fe044e45 req-00c1d5df-945f-403c-8d48-4edb12041870 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Calling delete_port for 1e24a8f9-755a-47fd-af53-a4f09de2e10a owned by compute:nova {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:04:44.717397 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-e6dbb83a-d7fc-44a2-87e9-b4d2fe044e45 req-00c1d5df-945f-403c-8d48-4edb12041870 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:44.726162 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-22e53825-d003-4a0b-a519-de34346516eb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:44.758189 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dba7b5-30a4-4521-ba7a-1cd2dba06515 req-a8f31e8b-8ba3-4f9d-be85-22eb671e5f6a tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:44.779716 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e1dba7b5-30a4-4521-ba7a-1cd2dba06515 req-a8f31e8b-8ba3-4f9d-be85-22eb671e5f6a tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2326af8-c2bb-4f63-8753-aaf3f868a84b HTTP/1.1" status: 200 len: 867 time: 0.1200774 Apr 23 18:04:44.796888 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1d5df-945f-403c-8d48-4edb12041870 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Pushing event deleted for resources: {'Port': ['ID=1e24a8f9-755a-47fd-af53-a4f09de2e10a,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:44.799924 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-00c1d5df-945f-403c-8d48-4edb12041870 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:44.848857 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e1dba7b5-30a4-4521-ba7a-1cd2dba06515 req-a741633c-0cef-4aab-b29c-225ab2ea61d3 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.11 "GET /v2.0/security-groups?id=16afc1d6-0564-4d83-8499-41cad0e9e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679212 Apr 23 18:04:44.898138 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dbb83a-d7fc-44a2-87e9-b4d2fe044e45 req-00c1d5df-945f-403c-8d48-4edb12041870 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] No DVR routers for this DVR port 1e24a8f9-755a-47fd-af53-a4f09de2e10a on host hv-cinder-78652 {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:04:44.901250 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-e6dbb83a-d7fc-44a2-87e9-b4d2fe044e45 req-00c1d5df-945f-403c-8d48-4edb12041870 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:44.904821 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2326af8-c2bb-4f63-8753-aaf3f868a84b', 'name': 'network-vif-deleted', 'tag': '1e24a8f9-755a-47fd-af53-a4f09de2e10a'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:04:44.920386 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e6dbb83a-d7fc-44a2-87e9-b4d2fe044e45 req-00c1d5df-945f-403c-8d48-4edb12041870 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] 10.222.0.22 "DELETE /v2.0/ports/1e24a8f9-755a-47fd-af53-a4f09de2e10a HTTP/1.1" status: 204 len: 173 time: 0.9714766 Apr 23 18:04:44.971423 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2326af8-c2bb-4f63-8753-aaf3f868a84b', 'name': 'network-vif-deleted', 'tag': '1e24a8f9-755a-47fd-af53-a4f09de2e10a', 'status': 'completed', 'code': 200} Apr 23 18:04:45.028672 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58304) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:45.035457 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-46560419-network', 'tenant_id': '577bd4511f65474c80edd7e13f57faac'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:04:45.041349 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:45.046594 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Usage tracker for resource:network and tenant:577bd4511f65474c80edd7e13f57faac is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:45.049772 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:45.055910 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:45.065875 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Made reservation on behalf of 577bd4511f65474c80edd7e13f57faac for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:04:45.070836 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:45.084354 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:45.102388 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:45.106950 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Usage tracker for resource:security_group_rule and tenant:577bd4511f65474c80edd7e13f57faac is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:45.111244 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:45.117481 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:45.256562 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:45.260430 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:45.265276 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7e71dbbc-12cb-4640-8e78-5cbed374b83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:45.288804 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=86362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 18:04:45.320491 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3150a71-460e-43a0-aed6-664dacdd9b13,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:45.328088 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:45.328482 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Added segment 1ceddf1b-3e30-4690-ad43-8a8446b5bf64 of type vlan for network 56787388-5352-48a6-9ef1-c1f9996d69c5 Apr 23 18:04:45.345902 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:45.346317 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:45.346723 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:45.347147 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:45.347551 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:45.347948 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:45.348343 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:45.348733 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:45.349128 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:45.349936 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:45.350257 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:45.350645 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:04:45.356605 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:45.369205 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36aaa8-6124-4b02-9788-f7a90fb19c91 req-7cd9611d-7ec2-4f0e-bf61-f1064cc3243b tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:45.370823 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fe36aaa8-6124-4b02-9788-f7a90fb19c91 req-7cd9611d-7ec2-4f0e-bf61-f1064cc3243b tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.1813715 Apr 23 18:04:45.423822 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:45.442421 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fe36aaa8-6124-4b02-9788-f7a90fb19c91 req-ae226bed-1f51-4bd6-9bbc-7b290c2d52a6 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592258 Apr 23 18:04:45.463629 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:04:45.472812 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:45.474172 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:45.474807 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:45.484928 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:45.542017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:04:45.547328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:45.547752 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:45.583596 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5530629 Apr 23 18:04:45.584845 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 58310) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:45.592287 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Request body: {'subnet': {'network_id': '56787388-5352-48a6-9ef1-c1f9996d69c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-46560419-subnet', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'ip_version': 4}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:04:45.597617 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:45.598385 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Pushing event updated for resources: {'Network': ['ID=56787388-5352-48a6-9ef1-c1f9996d69c5,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:45.601792 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Usage tracker for resource:subnet and tenant:577bd4511f65474c80edd7e13f57faac is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:45.603746 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:45.605647 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:45.610870 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network 56787388-5352-48a6-9ef1-c1f9996d69c5 details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 18:04:45.612776 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:45.622684 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Made reservation on behalf of 577bd4511f65474c80edd7e13f57faac for: {'subnet': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:04:45.628350 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848297130'] for subnet, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:45.793134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:45.811872 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=3b6a510c-aff3-4a42-ab8b-e3c85e65eff2,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:45.814849 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:45.816821 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a6b4478e-1e33-4bcf-a1f3-23dcc7d3aeec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:45.855429 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 1e24a8f9-755a-47fd-af53-a4f09de2e10a no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:04:45.902252 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: 1e24a8f9-755a-47fd-af53-a4f09de2e10a {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:04:45.902651 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 1e24a8f9-755a-47fd-af53-a4f09de2e10a not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:04:45.950037 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=3b6a510c-aff3-4a42-ab8b-e3c85e65eff2,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:45.954912 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:46.003637 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58322) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:46.074520 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1858911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848297145'] for subnet, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:46.080210 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:46.167304 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa07cd1-83dc-43e1-8e18-84a0adc03008,revision_number=0']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:46.172161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:46.180050 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Checking segment: {'id': '1ceddf1b-3e30-4690-ad43-8a8446b5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '56787388-5352-48a6-9ef1-c1f9996d69c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:04:46.180444 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Network hostable DHCP agents. Network: 56787388-5352-48a6-9ef1-c1f9996d69c5, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 18:04:46.201689 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Network 56787388-5352-48a6-9ef1-c1f9996d69c5 is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 18:04:46.212182 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, 56787388-5352-48a6-9ef1-c1f9996d69c5) {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:04:46.226259 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1887de-a50e-48bf-93a1-ce4e00168ec1 None None] Network 56787388-5352-48a6-9ef1-c1f9996d69c5 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:04:46.227978 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:46.228650 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:46.249920 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6638906 Apr 23 18:04:46.252956 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 58326) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:46.258834 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-46560419-router', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:04:46.264512 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:46.268827 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Usage tracker for resource:router and tenant:577bd4511f65474c80edd7e13f57faac is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:46.272727 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:46.280000 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:46.293895 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853067310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736100'] for router, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:46.295085 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39700'] for router, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:46.313428 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:46.682542 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39719'] for router, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:46.693107 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b174074-281b-5261-ba21-3a30f0b2e4d5-56787388-5352-48a6-9ef1-c1f9996d69c5', 'network_id': '56787388-5352-48a6-9ef1-c1f9996d69c5', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'fixed_ips': [{'subnet_id': '0aa07cd1-83dc-43e1-8e18-84a0adc03008'}]}} from dv-cinder-786524-3-smb. {{(pid=86363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 18:04:46.694134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:46.754625 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850285cf-ea8c-4dbb-aa5a-c3ef8ecb4d72 req-b8ee2c21-4f42-4b51-a4ae-2af183177084 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:46.756894 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-850285cf-ea8c-4dbb-aa5a-c3ef8ecb4d72 req-b8ee2c21-4f42-4b51-a4ae-2af183177084 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.1546817 Apr 23 18:04:46.789788 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-928b44d6-3c1d-4445-8e7e-1d3d6ccba71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710756'] for router_interface, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:46.867534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Allocated IP 172.20.0.2 (56787388-5352-48a6-9ef1-c1f9996d69c5/0aa07cd1-83dc-43e1-8e18-84a0adc03008/ab6429d4-9472-498d-93fe-5613a93969e3) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:04:47.039742 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:47.040706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Sync routers for ids ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:04:47.080071 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:47.108461 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Routers {'cc13ebd6-63cf-4d6c-9fff-67fa44932945'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:04:47.109168 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:04:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:47.205630 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-850285cf-ea8c-4dbb-aa5a-c3ef8ecb4d72 req-996349ec-1472-4858-8a03-b5ba106cd39d tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4374180 Apr 23 18:04:47.256829 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Allocated IP 172.28.1.216 (98d3619d-941a-4347-b217-5f5fd5441170/72c7752f-77c2-49cb-bbe9-c4d5aa4c810b/5810a937-b867-4d1e-92f8-b9aced7acd24) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:04:47.281195 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:47.306867 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Transition to ACTIVE for port object ab6429d4-9472-498d-93fe-5613a93969e3 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:04:47.340958 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Transition to ACTIVE for port object ab6429d4-9472-498d-93fe-5613a93969e3 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:04:47.358294 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:47.369645 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:47.431882 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:04:47.468555 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Set router cc13ebd6-63cf-4d6c-9fff-67fa44932945 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:04:47.486566 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:47.517737 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:47.522719 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:47.538697 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Network 56787388-5352-48a6-9ef1-c1f9996d69c5 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:04:47.547241 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:04:47.549902 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:04:47.573555 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-928b44d6-3c1d-4445-8e7e-1d3d6ccba71a admin admin] Deleting port 34ac4208-f30a-44da-ba31-ee8295997ffc {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:04:47.573998 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-928b44d6-3c1d-4445-8e7e-1d3d6ccba71a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:47.589455 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Network 98d3619d-941a-4347-b217-5f5fd5441170 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:04:47.598029 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:04:47.602481 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:04:47.640117 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Pushing event updated for resources: {'Port': ['ID=ab6429d4-9472-498d-93fe-5613a93969e3,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:47.643457 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5810a937-b867-4d1e-92f8-b9aced7acd24,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:47.643615 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:47.648484 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:47.707728 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-928b44d6-3c1d-4445-8e7e-1d3d6ccba71a admin admin] For port 34ac4208-f30a-44da-ba31-ee8295997ffc, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=34ac4208-f30a-44da-ba31-ee8295997ffc,segment=NetworkSegment(911dda36-1908-4ed6-a3e1-a91f8bef9914),segment_id=911dda36-1908-4ed6-a3e1-a91f8bef9914)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:47.708317 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-928b44d6-3c1d-4445-8e7e-1d3d6ccba71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:47.855791 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-928b44d6-3c1d-4445-8e7e-1d3d6ccba71a admin admin] Calling delete_port for 34ac4208-f30a-44da-ba31-ee8295997ffc owned by network:router_interface {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:04:47.864017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:04:47.866314 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Attempting to bind port ab6429d4-9472-498d-93fe-5613a93969e3 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:04:47.866737 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Attempting to bind port ab6429d4-9472-498d-93fe-5613a93969e3 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '1ceddf1b-3e30-4690-ad43-8a8446b5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '56787388-5352-48a6-9ef1-c1f9996d69c5'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:04:47.868054 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Attempting to bind port ab6429d4-9472-498d-93fe-5613a93969e3 on network 56787388-5352-48a6-9ef1-c1f9996d69c5 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:04:47.892617 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:04:47.893042 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Checking segment: {'id': '1ceddf1b-3e30-4690-ad43-8a8446b5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '56787388-5352-48a6-9ef1-c1f9996d69c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:04:47.893514 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:47.893949 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Bound using segment: {'id': '1ceddf1b-3e30-4690-ad43-8a8446b5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '56787388-5352-48a6-9ef1-c1f9996d69c5'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:04:47.894490 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Bound port: ab6429d4-9472-498d-93fe-5613a93969e3, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ceddf1b-3e30-4690-ad43-8a8446b5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '56787388-5352-48a6-9ef1-c1f9996d69c5'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:04:47.894922 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:47.937175 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:47.937605 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:48.022458 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.db.resource_extend [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 18:04:48.151373 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-928b44d6-3c1d-4445-8e7e-1d3d6ccba71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:48.160781 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:48.237917 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b44d6-3c1d-4445-8e7e-1d3d6ccba71a admin admin] Pushing event deleted for resources: {'Port': ['ID=34ac4208-f30a-44da-ba31-ee8295997ffc,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:48.245719 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-928b44d6-3c1d-4445-8e7e-1d3d6ccba71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:48.293966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] For port ab6429d4-9472-498d-93fe-5613a93969e3, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:04:48.309267 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:48.374487 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] For port ab6429d4-9472-498d-93fe-5613a93969e3, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=ab6429d4-9472-498d-93fe-5613a93969e3,segment=NetworkSegment(1ceddf1b-3e30-4690-ad43-8a8446b5bf64),segment_id=1ceddf1b-3e30-4690-ad43-8a8446b5bf64)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:04:48.381784 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:48.409094 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:48.416800 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:48.496938 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'port_id': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe', 'mac_address': 'fa:16:3e:c5:c0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:04:48.552185 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-928b44d6-3c1d-4445-8e7e-1d3d6ccba71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853163703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710810'] for router_interface, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:48.583765 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Pushing event updated for resources: {'Port': ['ID=ab6429d4-9472-498d-93fe-5613a93969e3,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:48.588806 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:48.627931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'name': 'tempest-TestMinimumBasicScenario-1298536082-router', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:33Z', 'updated_at': '2021-04-23T18:04:42Z', 'revision_number': 4, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'gw_port': {'id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:35Z', 'updated_at': '2021-04-23T18:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'a69675aa-efdf-460a-b28e-b7fe59db8595', 'name': '', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'mac_address': 'fa:16:3e:bf:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:41Z', 'updated_at': '2021-04-23T18:04:42Z', 'revision_number': 2, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'subnets': [{'id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:48.631682 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:48.651197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Checking router: cc13ebd6-63cf-4d6c-9fff-67fa44932945 for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:04:48.651549 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Updating router cc13ebd6-63cf-4d6c-9fff-67fa44932945 port a69675aa-efdf-460a-b28e-b7fe59db8595 binding host dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 18:04:48.697779 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:04:48.723424 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d806f9-717c-48e2-8b2b-294746830ce4 req-714791b4-7c88-4805-af9d-514ed8554262 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:48.725200 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d5d806f9-717c-48e2-8b2b-294746830ce4 req-714791b4-7c88-4805-af9d-514ed8554262 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 944 time: 0.3234675 Apr 23 18:04:48.736013 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:48.870883 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d5d806f9-717c-48e2-8b2b-294746830ce4 req-97e7d997-03d2-42e2-8f15-f030be9c9dc6 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330652 Apr 23 18:04:48.904771 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853064327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853013535'] for router, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:48.912479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:48.930081 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:48.933623 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:49.023487 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928b44d6-3c1d-4445-8e7e-1d3d6ccba71a admin admin] Router 8464a667-14cb-4efa-b70d-a1859c82e64c has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:04:49.139799 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,revision_number=9']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:49.147189 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:04:49.182538 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:49.202793 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Router 5d374784-d18e-43c3-93ca-8c0d90c07541 is scheduled to L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 with binding_index 1 {{(pid=86361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 18:04:49.250831 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928b44d6-3c1d-4445-8e7e-1d3d6ccba71a admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:04:49.262452 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b78348-8802-4b28-86ba-05279c6f5401 None None] Sync routers for ids ['8464a667-14cb-4efa-b70d-a1859c82e64c'] in dv-cinder-786524-3-smb {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:04:49.265700 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-928b44d6-3c1d-4445-8e7e-1d3d6ccba71a admin admin] 10.222.0.11 "PUT /v2.0/routers/8464a667-14cb-4efa-b70d-a1859c82e64c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2607348 Apr 23 18:04:49.268702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58346) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:49.273105 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b78348-8802-4b28-86ba-05279c6f5401 None None] Routers {'8464a667-14cb-4efa-b70d-a1859c82e64c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:04:49.274013 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-06b78348-8802-4b28-86ba-05279c6f5401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:04:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['8464a667-14cb-4efa-b70d-a1859c82e64c'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:49.489477 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-06b78348-8802-4b28-86ba-05279c6f5401 None None] Set router 8464a667-14cb-4efa-b70d-a1859c82e64c gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:04:49.531899 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] Notify callbacks [] for router, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:49.546513 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:04:49.566225 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Sync routers for ids ['5d374784-d18e-43c3-93ca-8c0d90c07541'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:04:49.597950 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Notify callbacks [] for router, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:49.601405 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3453188 Apr 23 18:04:49.602226 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 58352) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:49.673183 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device ab6429d4-9472-498d-93fe-5613a93969e3 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:04:49.802461 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:49.823384 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Transition to ACTIVE for port object a69675aa-efdf-460a-b28e-b7fe59db8595 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:04:49.835284 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Routers {'5d374784-d18e-43c3-93ca-8c0d90c07541'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:04:49.838197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:04:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['5d374784-d18e-43c3-93ca-8c0d90c07541'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:49.865426 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-06b78348-8802-4b28-86ba-05279c6f5401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'name': 'tempest-ServerRescueNegativeTestJSON-1127053867-router', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:38Z', 'updated_at': '2021-04-23T18:04:48Z', 'revision_number': 5, 'project_id': '8587cf5a0daa402fb879ac59d23a025e', 'gw_port': {'id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:49.877453 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b78348-8802-4b28-86ba-05279c6f5401 None None] Checking router: 8464a667-14cb-4efa-b70d-a1859c82e64c for host: dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:04:49.905002 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b78348-8802-4b28-86ba-05279c6f5401 None None] Routers {'8464a667-14cb-4efa-b70d-a1859c82e64c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:04:49.905949 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-06b78348-8802-4b28-86ba-05279c6f5401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:04:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['8464a667-14cb-4efa-b70d-a1859c82e64c'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:49.991818 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:50.011307 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:50.127890 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:50.289108 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58362) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:50.393786 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-06b78348-8802-4b28-86ba-05279c6f5401 None None] Set router 8464a667-14cb-4efa-b70d-a1859c82e64c gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:04:50.424702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4167866-6dfc-45d0-9371-ace9d4ac4eec req-fa0eaa8e-7a70-4907-84fd-46d7354cf038 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:50.434552 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d4167866-6dfc-45d0-9371-ace9d4ac4eec req-fa0eaa8e-7a70-4907-84fd-46d7354cf038 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 945 time: 0.2903130 Apr 23 18:04:50.468432 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] Deleting port 50c19da1-d847-46ad-b30b-7c4f9800ed80 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:04:50.468815 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:50.542037 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f24be-7652-4227-a416-358b8652aebf None None] Pushing event updated for resources: {'Port': ['ID=a69675aa-efdf-460a-b28e-b7fe59db8595,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:50.545165 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95221a5e-8507-4367-a2ab-3bf95cf14eea None None] Network 56787388-5352-48a6-9ef1-c1f9996d69c5 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:04:50.563915 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f58f24be-7652-4227-a416-358b8652aebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:50.628264 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] For port 50c19da1-d847-46ad-b30b-7c4f9800ed80, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=50c19da1-d847-46ad-b30b-7c4f9800ed80,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:50.628981 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:50.715832 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ac1c684b-8f50-44de-8a67-4d5825571e75 req-9f318d52-a785-4005-8460-8a7bad436e51 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7909751 Apr 23 18:04:50.734959 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port ab6429d4-9472-498d-93fe-5613a93969e3 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:04:50.796923 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Set router 5d374784-d18e-43c3-93ca-8c0d90c07541 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:04:50.812272 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] Calling delete_port for 50c19da1-d847-46ad-b30b-7c4f9800ed80 owned by network:router_gateway {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:04:50.846637 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Attempting to bind port a69675aa-efdf-460a-b28e-b7fe59db8595 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:04:50.847079 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Attempting to bind port a69675aa-efdf-460a-b28e-b7fe59db8595 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '479200c7-bb70-4755-b419-1ff5b27822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:04:50.847495 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Attempting to bind port a69675aa-efdf-460a-b28e-b7fe59db8595 on network eb556b08-5967-44b0-8b27-05fdb4da4705 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:04:50.951233 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-a997082b-13c9-4dac-ab6e-bb6f5a369f03 None None] Provisioning for port ab6429d4-9472-498d-93fe-5613a93969e3 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:04:50.954444 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d4167866-6dfc-45d0-9371-ace9d4ac4eec req-3dc4c8cc-8cd6-473c-9095-a1364b5fa9d6 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5123761 Apr 23 18:04:50.955092 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:04:50.955514 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Checking segment: {'id': '479200c7-bb70-4755-b419-1ff5b27822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:04:50.955966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:50.956404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Bound using segment: {'id': '479200c7-bb70-4755-b419-1ff5b27822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:04:50.956937 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Bound port: a69675aa-efdf-460a-b28e-b7fe59db8595, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479200c7-bb70-4755-b419-1ff5b27822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:04:50.957453 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:51.000810 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e2424e70-4a64-4a22-b082-868d47857d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:51.011610 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-a997082b-13c9-4dac-ab6e-bb6f5a369f03 None None] Provisioning complete for port ab6429d4-9472-498d-93fe-5613a93969e3 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:51.012032 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a997082b-13c9-4dac-ab6e-bb6f5a369f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:51.016104 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c684b-8f50-44de-8a67-4d5825571e75 req-3676a18b-f65a-44cf-9a57-43579a4cfa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:51.017865 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ac1c684b-8f50-44de-8a67-4d5825571e75 req-3676a18b-f65a-44cf-9a57-43579a4cfa67 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ba0ba73fa314fc1975a0277212cc5f0&device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 1099 time: 0.2115550 Apr 23 18:04:51.041738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e2424e70-4a64-4a22-b082-868d47857d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:51.052238 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e2424e70-4a64-4a22-b082-868d47857d92 admin admin] Usage tracker for resource:security_group_rule and tenant:fc76d4bd4c3b4e01894c8270480a8e7e is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:51.057692 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e2424e70-4a64-4a22-b082-868d47857d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:51.068650 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e2424e70-4a64-4a22-b082-868d47857d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:51.076302 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-06b78348-8802-4b28-86ba-05279c6f5401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'name': 'tempest-ServerRescueNegativeTestJSON-1127053867-router', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:38Z', 'updated_at': '2021-04-23T18:04:48Z', 'revision_number': 5, 'project_id': '8587cf5a0daa402fb879ac59d23a025e', 'gw_port': {'id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:51.080455 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:51.081965 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b78348-8802-4b28-86ba-05279c6f5401 None None] The sync data for ids ['8464a667-14cb-4efa-b70d-a1859c82e64c'] in dv-cinder-786524-3-smb is: [{'id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'name': 'tempest-ServerRescueNegativeTestJSON-1127053867-router', 'tenant_id': '8587cf5a0daa402fb879ac59d23a025e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:38Z', 'updated_at': '2021-04-23T18:04:48Z', 'revision_number': 5, 'project_id': '8587cf5a0daa402fb879ac59d23a025e', 'gw_port': {'id': '50c19da1-d847-46ad-b30b-7c4f9800ed80', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8464a667-14cb-4efa-b70d-a1859c82e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:04:51.087581 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-bab9c550-d2a0-4d6c-b392-a461ce6948cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:51.159624 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c19da1-d847-46ad-b30b-7c4f9800ed80,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:51.194257 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:51.298123 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853013669'] for router_gateway, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:51.395053 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c684b-8f50-44de-8a67-4d5825571e75 req-84855087-8557-4946-baac-c1a1dd0ebda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:51.397470 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ac1c684b-8f50-44de-8a67-4d5825571e75 req-84855087-8557-4946-baac-c1a1dd0ebda5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad38896b-6c3f-4f69-b274-970cc96cfb38 HTTP/1.1" status: 200 len: 911 time: 0.3510277 Apr 23 18:04:51.474048 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 34ac4208-f30a-44da-ba31-ee8295997ffc no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:04:51.519917 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853064441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736081'] for router, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:51.529318 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:51.541681 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e2424e70-4a64-4a22-b082-868d47857d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:51.548766 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:51.563928 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: 34ac4208-f30a-44da-ba31-ee8295997ffc {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:04:51.564159 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 34ac4208-f30a-44da-ba31-ee8295997ffc not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:04:51.581353 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ac1c684b-8f50-44de-8a67-4d5825571e75 req-2f136b60-e818-4802-875c-c57053acbfd1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 HTTP/1.1" status: 200 len: 1002 time: 0.1549907 Apr 23 18:04:51.609854 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e2424e70-4a64-4a22-b082-868d47857d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:51.629840 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] For port a69675aa-efdf-460a-b28e-b7fe59db8595, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:04:51.630948 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9f4c6da7-3052-4d3f-8641-78262ea2f17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:51.671520 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706563'] for router, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:51.671952 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8464a667-14cb-4efa-b70d-a1859c82e64c {{(pid=86362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 18:04:51.679869 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-e2424e70-4a64-4a22-b082-868d47857d92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc76d4bd4c3b4e01894c8270480a8e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3874490 Apr 23 18:04:51.680987 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2424e70-4a64-4a22-b082-868d47857d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df65ac42-75ce-4100-bd56-056909e90ce2,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:51.682317 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 58370) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:51.688502 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e2424e70-4a64-4a22-b082-868d47857d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:51.698235 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] For port a69675aa-efdf-460a-b28e-b7fe59db8595, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=a69675aa-efdf-460a-b28e-b7fe59db8595,segment=NetworkSegment(479200c7-bb70-4755-b419-1ff5b27822fa),segment_id=479200c7-bb70-4755-b419-1ff5b27822fa)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:04:51.713191 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] Notify callbacks [] for router, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:51.714346 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8464a667-14cb-4efa-b70d-a1859c82e64c HTTP/1.1" status: 204 len: 168 time: 2.4445448 Apr 23 18:04:51.717930 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 58374) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:51.739197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:51.748783 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3fdeef8f-efdb-4f17-991f-13e216651d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:51.798621 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c684b-8f50-44de-8a67-4d5825571e75 req-45ba41a0-904c-4eb2-9414-e572354e86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:51.800125 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ac1c684b-8f50-44de-8a67-4d5825571e75 req-45ba41a0-904c-4eb2-9414-e572354e86d9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b97c07c-5285-4429-8f29-c273915b65dc HTTP/1.1" status: 200 len: 849 time: 0.1762052 Apr 23 18:04:51.855398 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a997082b-13c9-4dac-ab6e-bb6f5a369f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:51.883567 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:04:51.943770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Routers {'cc13ebd6-63cf-4d6c-9fff-67fa44932945'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:04:51.944474 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:04:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:51.973660 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_v2 [None req-191a96be-c065-4950-89a4-891ad93e7d63 admin admin] Deleting subnet 9578a960-cb39-49fb-b04d-317ddad60750 {{(pid=86361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 18:04:52.011546 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-191a96be-c065-4950-89a4-891ad93e7d63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:52.051124 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5a5e14e0-1fa0-48ec-9044-00fc3857c038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:52.106308 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f24be-7652-4227-a416-358b8652aebf None None] Pushing event updated for resources: {'Port': ['ID=a69675aa-efdf-460a-b28e-b7fe59db8595,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:52.135268 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f58f24be-7652-4227-a416-358b8652aebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:52.163522 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-a997082b-13c9-4dac-ab6e-bb6f5a369f03 None None] For port ab6429d4-9472-498d-93fe-5613a93969e3, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=ab6429d4-9472-498d-93fe-5613a93969e3,segment=NetworkSegment(1ceddf1b-3e30-4690-ad43-8a8446b5bf64),segment_id=1ceddf1b-3e30-4690-ad43-8a8446b5bf64)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:52.178658 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a997082b-13c9-4dac-ab6e-bb6f5a369f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:52.184511 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:52.189762 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5a5e14e0-1fa0-48ec-9044-00fc3857c038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:52.198902 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-191a96be-c065-4950-89a4-891ad93e7d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848253410'] for subnet, precommit_delete_associations {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:52.238529 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Allocated IP 172.20.0.1 (56787388-5352-48a6-9ef1-c1f9996d69c5/0aa07cd1-83dc-43e1-8e18-84a0adc03008/442caf4b-0357-48f9-b93b-bd5e52cda3c5) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:04:52.248550 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'name': 'tempest-TestMinimumBasicScenario-46560419-router', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '5810a937-b867-4d1e-92f8-b9aced7acd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:46Z', 'updated_at': '2021-04-23T18:04:48Z', 'revision_number': 3, 'project_id': '577bd4511f65474c80edd7e13f57faac', 'gw_port': {'id': '5810a937-b867-4d1e-92f8-b9aced7acd24', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:47Z', 'updated_at': '2021-04-23T18:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:52.280124 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Checking router: 5d374784-d18e-43c3-93ca-8c0d90c07541 for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:04:52.280615 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Updating router 5d374784-d18e-43c3-93ca-8c0d90c07541 port 5810a937-b867-4d1e-92f8-b9aced7acd24 binding host dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 18:04:52.297798 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c684b-8f50-44de-8a67-4d5825571e75 req-34ee22df-7572-4783-9d46-5ce064effb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:52.301034 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ac1c684b-8f50-44de-8a67-4d5825571e75 req-34ee22df-7572-4783-9d46-5ce064effb8b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad38896b-6c3f-4f69-b274-970cc96cfb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4459999 Apr 23 18:04:52.355407 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] Set router cc13ebd6-63cf-4d6c-9fff-67fa44932945 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:04:52.404600 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:52.404924 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:52.452655 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997082b-13c9-4dac-ab6e-bb6f5a369f03 None None] Pushing event updated for resources: {'Port': ['ID=ab6429d4-9472-498d-93fe-5613a93969e3,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:52.474269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a997082b-13c9-4dac-ab6e-bb6f5a369f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:52.476078 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-191a96be-c065-4950-89a4-891ad93e7d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851233888'] for subnet, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:52.524150 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:52.614767 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:52.840458 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-2393fd1c-64ec-404e-ab07-2b0f59a62fd8 None None] Provisioning complete for port ab6429d4-9472-498d-93fe-5613a93969e3 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:52.840883 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2393fd1c-64ec-404e-ab07-2b0f59a62fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:52.897649 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758310c-c409-49d6-8984-c922f6306d50 req-b6d3a518-24db-4408-98b6-b46055bd3965 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:52.899300 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c758310c-c409-49d6-8984-c922f6306d50 req-b6d3a518-24db-4408-98b6-b46055bd3965 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 945 time: 0.7954168 Apr 23 18:04:52.900054 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5a5e14e0-1fa0-48ec-9044-00fc3857c038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:52.923401 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3ff4828c-4997-4d71-b667-1797968189a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:52.972922 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e14e0-1fa0-48ec-9044-00fc3857c038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df65ac42-75ce-4100-bd56-056909e90ce2,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:52.992327 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5a5e14e0-1fa0-48ec-9044-00fc3857c038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:53.073370 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:53.095078 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ac1c684b-8f50-44de-8a67-4d5825571e75 req-4e605891-f391-4c74-a46d-49251a7d3c38 service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7790091 Apr 23 18:04:53.114439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5a5e14e0-1fa0-48ec-9044-00fc3857c038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:53.115643 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5a5e14e0-1fa0-48ec-9044-00fc3857c038 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df65ac42-75ce-4100-bd56-056909e90ce2 HTTP/1.1" status: 204 len: 168 time: 1.4323289 Apr 23 18:04:53.118963 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c758310c-c409-49d6-8984-c922f6306d50 req-077af0f2-02bc-4f90-b6b0-db09476ff687 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807849 Apr 23 18:04:53.165269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Transition to ACTIVE for port object 442caf4b-0357-48f9-b93b-bd5e52cda3c5 will not be triggered until provisioned by entity DHCP. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:04:53.178396 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:53.366625 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ac1c684b-8f50-44de-8a67-4d5825571e75 req-8a36020e-feee-4bcd-adf5-086a0597f0e8 service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641411 Apr 23 18:04:53.367803 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:53.375577 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:53.423464 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:53.437855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-191a96be-c065-4950-89a4-891ad93e7d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852916966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6478716'] for subnet, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:53.442795 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:04:53.456256 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:53.461726 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Network 56787388-5352-48a6-9ef1-c1f9996d69c5 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:04:53.463841 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:53.482673 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:04:53.495747 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Pushing event updated for resources: {'Port': ['ID=442caf4b-0357-48f9-b93b-bd5e52cda3c5,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:53.499386 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:04:53.540992 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-191a96be-c065-4950-89a4-891ad93e7d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:53.545757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:53.549314 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:53.551681 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,revision_number=10']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:53.597314 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:53.606241 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe', 'code': 200} Apr 23 18:04:53.609133 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device a69675aa-efdf-460a-b28e-b7fe59db8595 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:04:53.613092 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a96be-c065-4950-89a4-891ad93e7d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9578a960-cb39-49fb-b04d-317ddad60750,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:53.615938 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-191a96be-c065-4950-89a4-891ad93e7d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:53.623082 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-191a96be-c065-4950-89a4-891ad93e7d63 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9578a960-cb39-49fb-b04d-317ddad60750 HTTP/1.1" status: 204 len: 168 time: 1.8984485 Apr 23 18:04:53.624819 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58384) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:53.639970 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705532'] for router_interface, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:53.766947 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a3ba-75e3-47ae-9391-86141657b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851326484'] for network, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:53.772241 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:53.801552 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'name': 'tempest-TestMinimumBasicScenario-1298536082-router', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:33Z', 'updated_at': '2021-04-23T18:04:42Z', 'revision_number': 4, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'gw_port': {'id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:35Z', 'updated_at': '2021-04-23T18:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'a69675aa-efdf-460a-b28e-b7fe59db8595', 'name': '', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'mac_address': 'fa:16:3e:bf:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:41Z', 'updated_at': '2021-04-23T18:04:51Z', 'revision_number': 4, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'subnets': [{'id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:53.814064 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ced75-045c-4b1d-adf0-09553ea4de51 None None] The sync data for ids ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'] in dv-cinder-786524-3-smb is: [{'id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'name': 'tempest-TestMinimumBasicScenario-1298536082-router', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:33Z', 'updated_at': '2021-04-23T18:04:42Z', 'revision_number': 4, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'gw_port': {'id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:35Z', 'updated_at': '2021-04-23T18:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'a69675aa-efdf-460a-b28e-b7fe59db8595', 'name': '', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'mac_address': 'fa:16:3e:bf:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:41Z', 'updated_at': '2021-04-23T18:04:51Z', 'revision_number': 4, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'subnets': [{'id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:04:53.834737 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:53.839512 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port a69675aa-efdf-460a-b28e-b7fe59db8595 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:04:53.858136 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port a69675aa-efdf-460a-b28e-b7fe59db8595 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:53.858570 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:53.896800 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Transition to ACTIVE for port object 5810a937-b867-4d1e-92f8-b9aced7acd24 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:04:53.931940 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:53.932757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a3ba-75e3-47ae-9391-86141657b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542005', 'neutron.services.segments.db._delete_segments_for_network-8774976202099'] for network, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:53.940354 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2caac19f-00bf-4254-9005-8c3f96185310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:53.992195 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-9a244173-7f0e-45cb-9dba-66acb55ed85a None None] Provisioning for port 442caf4b-0357-48f9-b93b-bd5e52cda3c5 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:04:54.025758 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-9a244173-7f0e-45cb-9dba-66acb55ed85a None None] Provisioning complete for port 442caf4b-0357-48f9-b93b-bd5e52cda3c5 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:54.026132 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9a244173-7f0e-45cb-9dba-66acb55ed85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:54.091834 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-3aa3a3ba-75e3-47ae-9391-86141657b2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a52a344-216f-49cf-81a2-731a70b91d60']}} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:54.105667 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-3aa3a3ba-75e3-47ae-9391-86141657b2a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911dda36-1908-4ed6-a3e1-a91f8bef9914') {'for_net_delete': True} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:54.105667 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-3aa3a3ba-75e3-47ae-9391-86141657b2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911dda36-1908-4ed6-a3e1-a91f8bef9914') {} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:54.118968 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a3ba-75e3-47ae-9391-86141657b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261878593123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847445163'] for segment, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:54.135201 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a3ba-75e3-47ae-9391-86141657b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:54.142318 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa3a3ba-75e3-47ae-9391-86141657b2a9 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=86362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 18:04:54.163535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Attempting to bind port 5810a937-b867-4d1e-92f8-b9aced7acd24 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:04:54.164003 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Attempting to bind port 5810a937-b867-4d1e-92f8-b9aced7acd24 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:04:54.164430 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Attempting to bind port 5810a937-b867-4d1e-92f8-b9aced7acd24 on network 98d3619d-941a-4347-b217-5f5fd5441170 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:04:54.250355 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:04:54.251078 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Checking segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:04:54.251715 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:54.252323 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Bound using segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:04:54.253023 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Bound port: 5810a937-b867-4d1e-92f8-b9aced7acd24, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:04:54.253621 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:54.292103 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acae8c-477c-42f0-85a3-5b603070917a req-288bfada-3e17-458d-a902-c0a62101d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:54.293850 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c2acae8c-477c-42f0-85a3-5b603070917a req-288bfada-3e17-458d-a902-c0a62101d268 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 1100 time: 0.2124767 Apr 23 18:04:54.314741 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e737b3-ea27-4e62-ad35-47ce9f37fff1 None None] Pushing event updated for resources: {'Port': ['ID=5810a937-b867-4d1e-92f8-b9aced7acd24,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:54.341424 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:54.349529 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:54.353377 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-9a244173-7f0e-45cb-9dba-66acb55ed85a None None] Port 442caf4b-0357-48f9-b93b-bd5e52cda3c5 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:04:54.376398 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b4e737b3-ea27-4e62-ad35-47ce9f37fff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:54.420741 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-3aa3a3ba-75e3-47ae-9391-86141657b2a9 admin admin] Network 1a52a344-216f-49cf-81a2-731a70b91d60 has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:04:54.437432 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:54.447051 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a3ba-75e3-47ae-9391-86141657b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7594527'] for segment, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:54.472788 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:54.532187 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port a69675aa-efdf-460a-b28e-b7fe59db8595, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=a69675aa-efdf-460a-b28e-b7fe59db8595,segment=NetworkSegment(479200c7-bb70-4755-b419-1ff5b27822fa),segment_id=479200c7-bb70-4755-b419-1ff5b27822fa)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:54.536528 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] For port 5810a937-b867-4d1e-92f8-b9aced7acd24, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:04:54.538705 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:54.539815 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device ab6429d4-9472-498d-93fe-5613a93969e3 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:04:54.571965 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:54.613513 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c2acae8c-477c-42f0-85a3-5b603070917a req-5f42833f-822c-4964-9e96-6b02bea14a7a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125365 Apr 23 18:04:54.626358 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853070245'] for router_interface, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:54.633179 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Pushing event updated for resources: {'Port': ['ID=442caf4b-0357-48f9-b93b-bd5e52cda3c5,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:54.635499 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] For port 5810a937-b867-4d1e-92f8-b9aced7acd24, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=5810a937-b867-4d1e-92f8-b9aced7acd24,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:04:54.643600 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:54.645329 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-3aa3a3ba-75e3-47ae-9391-86141657b2a9 admin admin] Network 1a52a344-216f-49cf-81a2-731a70b91d60 has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:04:54.650413 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: Traceback (most recent call last): Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: timer() Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: cb(*args, **kw) Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: return func(*args, **kwargs) Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: self._notify() Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: self.callback(batched_events) Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: event.method(event) Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: segment_id)['aggregates'][0] Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: return f(self, *a, **k) Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: return self._get(url).json() Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: **kwargs) Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: return self.request(url, 'GET', **kwargs) Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: **endpoint_filter) Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 18:04:54.670028 dv-cinder-786524-3-smb neutron-server[86250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 18:04:54.700863 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=a69675aa-efdf-460a-b28e-b7fe59db8595,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:54.706826 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:54.707407 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f98595d4-253f-40e2-956e-2562543f8fef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:54.757903 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Routers {'5d374784-d18e-43c3-93ca-8c0d90c07541'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:04:54.758561 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:04:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['5d374784-d18e-43c3-93ca-8c0d90c07541'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:54.759212 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a3ba-75e3-47ae-9391-86141657b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851233795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853070148'] for network, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:54.770196 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:54.779153 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0344be-d558-4ae3-b74f-8a3a9963fa31 req-cb01fcc8-8599-40b0-9aea-cc0ebc665376 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:54.780365 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b0344be-d558-4ae3-b74f-8a3a9963fa31 req-cb01fcc8-8599-40b0-9aea-cc0ebc665376 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 947 time: 0.3544571 Apr 23 18:04:54.785141 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a3ba-75e3-47ae-9391-86141657b2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:54.799776 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3a3ba-75e3-47ae-9391-86141657b2a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a52a344-216f-49cf-81a2-731a70b91d60,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:54.802395 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3aa3a3ba-75e3-47ae-9391-86141657b2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:54.805012 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-3aa3a3ba-75e3-47ae-9391-86141657b2a9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1a52a344-216f-49cf-81a2-731a70b91d60 HTTP/1.1" status: 204 len: 168 time: 1.1790104 Apr 23 18:04:54.828768 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port ab6429d4-9472-498d-93fe-5613a93969e3 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:54.829204 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:54.873368 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b0344be-d558-4ae3-b74f-8a3a9963fa31 req-15cca476-3464-48a7-b731-b3f17299176e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774333 Apr 23 18:04:54.878867 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Network 56787388-5352-48a6-9ef1-c1f9996d69c5 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:04:54.882840 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:04:54.990035 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e737b3-ea27-4e62-ad35-47ce9f37fff1 None None] Pushing event updated for resources: {'Port': ['ID=5810a937-b867-4d1e-92f8-b9aced7acd24,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:55.008280 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b4e737b3-ea27-4e62-ad35-47ce9f37fff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:55.083277 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58394) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:55.103674 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] Set router 5d374784-d18e-43c3-93ca-8c0d90c07541 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:04:55.129634 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Router 5d374784-d18e-43c3-93ca-8c0d90c07541 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:04:55.142698 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-4065cdd2-055b-4ccd-8845-b9883a4d4265 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8587cf5a0daa402fb879ac59d23a025e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0580838 Apr 23 18:04:55.143629 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58398) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:55.209154 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7b65d0bc-e85c-4685-b90c-7795594ac4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:55.237745 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7b65d0bc-e85c-4685-b90c-7795594ac4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:55.273998 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 50c19da1-d847-46ad-b30b-7c4f9800ed80 no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:04:55.287653 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7b65d0bc-e85c-4685-b90c-7795594ac4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:55.293216 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-329e5dca-15de-4aa0-8300-339ea8a7bc51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:55.307130 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65d0bc-e85c-4685-b90c-7795594ac4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16afc1d6-0564-4d83-8499-41cad0e9e68e,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:55.310243 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7b65d0bc-e85c-4685-b90c-7795594ac4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:55.311467 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-1439daaa-c320-4bbc-82c3-7f9678e1b04c None None] Provisioning complete for port 442caf4b-0357-48f9-b93b-bd5e52cda3c5 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:55.311903 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1439daaa-c320-4bbc-82c3-7f9678e1b04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:55.316745 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7b65d0bc-e85c-4685-b90c-7795594ac4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:55.318397 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-7b65d0bc-e85c-4685-b90c-7795594ac4da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16afc1d6-0564-4d83-8499-41cad0e9e68e HTTP/1.1" status: 204 len: 168 time: 0.1733291 Apr 23 18:04:55.346966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:04:55.361752 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] 10.222.0.11 "PUT /v2.0/routers/5d374784-d18e-43c3-93ca-8c0d90c07541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7583785 Apr 23 18:04:55.364280 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: 50c19da1-d847-46ad-b30b-7c4f9800ed80 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:04:55.364592 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 50c19da1-d847-46ad-b30b-7c4f9800ed80 not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:04:55.670748 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device a69675aa-efdf-460a-b28e-b7fe59db8595 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:04:55.713482 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-1439daaa-c320-4bbc-82c3-7f9678e1b04c None None] Port 442caf4b-0357-48f9-b93b-bd5e52cda3c5 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:04:55.823291 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port a69675aa-efdf-460a-b28e-b7fe59db8595 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:55.823717 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:56.008539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'name': 'tempest-TestMinimumBasicScenario-46560419-router', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '5810a937-b867-4d1e-92f8-b9aced7acd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:46Z', 'updated_at': '2021-04-23T18:04:53Z', 'revision_number': 4, 'project_id': '577bd4511f65474c80edd7e13f57faac', 'gw_port': {'id': '5810a937-b867-4d1e-92f8-b9aced7acd24', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:47Z', 'updated_at': '2021-04-23T18:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '442caf4b-0357-48f9-b93b-bd5e52cda3c5', 'name': '', 'network_id': '56787388-5352-48a6-9ef1-c1f9996d69c5', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'mac_address': 'fa:16:3e:1d:3c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0aa07cd1-83dc-43e1-8e18-84a0adc03008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:51Z', 'updated_at': '2021-04-23T18:04:53Z', 'revision_number': 2, 'project_id': '577bd4511f65474c80edd7e13f57faac', 'subnets': [{'id': '0aa07cd1-83dc-43e1-8e18-84a0adc03008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:04:56.025049 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d517d1-54b6-48dc-b820-c4091dd11eb8 None None] The sync data for ids ['5d374784-d18e-43c3-93ca-8c0d90c07541'] in dv-cinder-786524-3-smb is: [{'id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'name': 'tempest-TestMinimumBasicScenario-46560419-router', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '5810a937-b867-4d1e-92f8-b9aced7acd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:46Z', 'updated_at': '2021-04-23T18:04:53Z', 'revision_number': 4, 'project_id': '577bd4511f65474c80edd7e13f57faac', 'gw_port': {'id': '5810a937-b867-4d1e-92f8-b9aced7acd24', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:47Z', 'updated_at': '2021-04-23T18:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '442caf4b-0357-48f9-b93b-bd5e52cda3c5', 'name': '', 'network_id': '56787388-5352-48a6-9ef1-c1f9996d69c5', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'mac_address': 'fa:16:3e:1d:3c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0aa07cd1-83dc-43e1-8e18-84a0adc03008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:51Z', 'updated_at': '2021-04-23T18:04:53Z', 'revision_number': 2, 'project_id': '577bd4511f65474c80edd7e13f57faac', 'subnets': [{'id': '0aa07cd1-83dc-43e1-8e18-84a0adc03008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:04:56.204537 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62913e-cbe6-4712-bcaf-2ad292cc2f7a req-13e33b84-2dd9-43c9-878f-fc459c17e85f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:56.206502 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7a62913e-cbe6-4712-bcaf-2ad292cc2f7a req-13e33b84-2dd9-43c9-878f-fc459c17e85f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 947 time: 0.1071818 Apr 23 18:04:56.260674 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7a62913e-cbe6-4712-bcaf-2ad292cc2f7a req-7b5de45a-9a7e-4100-8f76-a64bfe5c2105 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476191 Apr 23 18:04:57.571109 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 5810a937-b867-4d1e-92f8-b9aced7acd24 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:04:57.677364 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cba35-42bc-4217-8b06-1671408f8646 req-02ea5cc6-3c72-4e07-a784-028980c91487 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:04:57.679284 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-703cba35-42bc-4217-8b06-1671408f8646 req-02ea5cc6-3c72-4e07-a784-028980c91487 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 947 time: 0.1930723 Apr 23 18:04:57.691116 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port 5810a937-b867-4d1e-92f8-b9aced7acd24 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:04:57.697032 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 5810a937-b867-4d1e-92f8-b9aced7acd24 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:57.697587 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:57.808657 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-703cba35-42bc-4217-8b06-1671408f8646 req-ee3ea1b2-1b5e-43aa-96f8-641cf41b673b tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209378 Apr 23 18:04:57.912425 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:57.935641 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port 5810a937-b867-4d1e-92f8-b9aced7acd24, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=5810a937-b867-4d1e-92f8-b9aced7acd24,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:04:57.942583 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:57.945677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:58.046161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=5810a937-b867-4d1e-92f8-b9aced7acd24,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:58.058600 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:58.521726 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 58518) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:58.667204 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa26af48-92aa-4ed1-97ae-1baaeecec756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:58.687582 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-aa26af48-92aa-4ed1-97ae-1baaeecec756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:58.694345 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-aa26af48-92aa-4ed1-97ae-1baaeecec756 admin admin] Usage tracker for resource:security_group_rule and tenant:36e959e3fe5a48d5957701bab4a29d64 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:58.698070 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-aa26af48-92aa-4ed1-97ae-1baaeecec756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:58.704982 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-aa26af48-92aa-4ed1-97ae-1baaeecec756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:58.798665 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa26af48-92aa-4ed1-97ae-1baaeecec756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:58.803454 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa26af48-92aa-4ed1-97ae-1baaeecec756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:58.813467 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-855c9a07-2da8-4c18-a5ce-1362756a51c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:58.861501 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58524) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:58.871720 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-aa26af48-92aa-4ed1-97ae-1baaeecec756 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36e959e3fe5a48d5957701bab4a29d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488739 Apr 23 18:04:58.873394 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26af48-92aa-4ed1-97ae-1baaeecec756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8db1817-0d71-45ff-a311-bf2251ea78da,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:58.877100 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-aa26af48-92aa-4ed1-97ae-1baaeecec756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:58.932685 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2bb106b5-251c-4d42-b80f-a45e837e8ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:58.963119 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2bb106b5-251c-4d42-b80f-a45e837e8ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:59.020340 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2bb106b5-251c-4d42-b80f-a45e837e8ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:59.025630 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-52cf62f3-8126-42c2-a34b-97e408fae6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:59.038673 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb106b5-251c-4d42-b80f-a45e837e8ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8db1817-0d71-45ff-a311-bf2251ea78da,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:59.041239 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2bb106b5-251c-4d42-b80f-a45e837e8ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:59.048530 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2bb106b5-251c-4d42-b80f-a45e837e8ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:59.054109 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-2bb106b5-251c-4d42-b80f-a45e837e8ec6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8db1817-0d71-45ff-a311-bf2251ea78da HTTP/1.1" status: 204 len: 168 time: 0.1868715 Apr 23 18:04:59.431921 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58532) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:59.472243 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9d2c3b7a-33fa-4354-9cc0-f26ce3dce9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:59.494391 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-9d2c3b7a-33fa-4354-9cc0-f26ce3dce9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:04:59.500070 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-9d2c3b7a-33fa-4354-9cc0-f26ce3dce9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ffba8e4d7e8d47aea2ce20940907597b is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:04:59.503508 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-9d2c3b7a-33fa-4354-9cc0-f26ce3dce9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:04:59.510674 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-9d2c3b7a-33fa-4354-9cc0-f26ce3dce9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:04:59.527884 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 5810a937-b867-4d1e-92f8-b9aced7acd24 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:04:59.623802 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 5810a937-b867-4d1e-92f8-b9aced7acd24 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:04:59.624696 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:59.632015 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9d2c3b7a-33fa-4354-9cc0-f26ce3dce9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:59.634865 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9d2c3b7a-33fa-4354-9cc0-f26ce3dce9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:59.647598 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-980c8015-7c89-446d-98e9-330c56fa25ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:59.724110 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-9d2c3b7a-33fa-4354-9cc0-f26ce3dce9b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffba8e4d7e8d47aea2ce20940907597b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909689 Apr 23 18:04:59.726908 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 58536) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:04:59.732465 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c3b7a-33fa-4354-9cc0-f26ce3dce9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a6766b-2474-4e85-8ee2-414f9da31d79,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:59.735853 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9d2c3b7a-33fa-4354-9cc0-f26ce3dce9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:59.816156 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-47ad1ac6-ddf4-4edb-8eee-d309c2af21c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:59.845835 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-47ad1ac6-ddf4-4edb-8eee-d309c2af21c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:59.906966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-47ad1ac6-ddf4-4edb-8eee-d309c2af21c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:59.912295 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5a5e14e0-1fa0-48ec-9044-00fc3857c038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:04:59.927830 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad1ac6-ddf4-4edb-8eee-d309c2af21c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a6766b-2474-4e85-8ee2-414f9da31d79,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:04:59.932886 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-47ad1ac6-ddf4-4edb-8eee-d309c2af21c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:04:59.950872 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-47ad1ac6-ddf4-4edb-8eee-d309c2af21c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:04:59.956523 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-47ad1ac6-ddf4-4edb-8eee-d309c2af21c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2a6766b-2474-4e85-8ee2-414f9da31d79 HTTP/1.1" status: 204 len: 168 time: 0.2283955 Apr 23 18:05:00.015797 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Sync routers for ids ['5d374784-d18e-43c3-93ca-8c0d90c07541'] in dv-cinder-786524-3-smb {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:05:00.040649 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Routers {'5d374784-d18e-43c3-93ca-8c0d90c07541'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:05:00.041610 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:04:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['5d374784-d18e-43c3-93ca-8c0d90c07541'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:05:00.251998 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Set router 5d374784-d18e-43c3-93ca-8c0d90c07541 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:05:00.691164 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'name': 'tempest-TestMinimumBasicScenario-46560419-router', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '5810a937-b867-4d1e-92f8-b9aced7acd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:46Z', 'updated_at': '2021-04-23T18:04:53Z', 'revision_number': 4, 'project_id': '577bd4511f65474c80edd7e13f57faac', 'gw_port': {'id': '5810a937-b867-4d1e-92f8-b9aced7acd24', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:47Z', 'updated_at': '2021-04-23T18:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '442caf4b-0357-48f9-b93b-bd5e52cda3c5', 'name': '', 'network_id': '56787388-5352-48a6-9ef1-c1f9996d69c5', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'mac_address': 'fa:16:3e:1d:3c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0aa07cd1-83dc-43e1-8e18-84a0adc03008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:51Z', 'updated_at': '2021-04-23T18:04:53Z', 'revision_number': 2, 'project_id': '577bd4511f65474c80edd7e13f57faac', 'subnets': [{'id': '0aa07cd1-83dc-43e1-8e18-84a0adc03008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:05:00.696044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Checking router: 5d374784-d18e-43c3-93ca-8c0d90c07541 for host: dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:05:00.696424 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Updating router 5d374784-d18e-43c3-93ca-8c0d90c07541 port 442caf4b-0357-48f9-b93b-bd5e52cda3c5 binding host dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 18:05:00.772706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:01.190789 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:01.204887 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Transition to ACTIVE for port object 442caf4b-0357-48f9-b93b-bd5e52cda3c5 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:05:01.212470 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:01.219294 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5aeacf98-fa21-4d80-85d6-12d3b12ffbd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:01.398146 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ff57b-3fc7-4a85-8eef-211b3580cab6 None None] Pushing event updated for resources: {'Port': ['ID=442caf4b-0357-48f9-b93b-bd5e52cda3c5,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:01.451748 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-965ff57b-3fc7-4a85-8eef-211b3580cab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:01.529107 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Attempting to bind port 442caf4b-0357-48f9-b93b-bd5e52cda3c5 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:05:01.529796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Attempting to bind port 442caf4b-0357-48f9-b93b-bd5e52cda3c5 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '1ceddf1b-3e30-4690-ad43-8a8446b5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '56787388-5352-48a6-9ef1-c1f9996d69c5'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:05:01.530588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Attempting to bind port 442caf4b-0357-48f9-b93b-bd5e52cda3c5 on network 56787388-5352-48a6-9ef1-c1f9996d69c5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:05:01.537688 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:05:01.538480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Checking segment: {'id': '1ceddf1b-3e30-4690-ad43-8a8446b5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '56787388-5352-48a6-9ef1-c1f9996d69c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:05:01.539097 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:01.539670 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Bound using segment: {'id': '1ceddf1b-3e30-4690-ad43-8a8446b5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '56787388-5352-48a6-9ef1-c1f9996d69c5'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:05:01.540325 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Bound port: 442caf4b-0357-48f9-b93b-bd5e52cda3c5, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ceddf1b-3e30-4690-ad43-8a8446b5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '56787388-5352-48a6-9ef1-c1f9996d69c5'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:05:01.541020 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:01.644780 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] For port 442caf4b-0357-48f9-b93b-bd5e52cda3c5, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:05:01.648085 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] For port 442caf4b-0357-48f9-b93b-bd5e52cda3c5, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=442caf4b-0357-48f9-b93b-bd5e52cda3c5,segment=NetworkSegment(1ceddf1b-3e30-4690-ad43-8a8446b5bf64),segment_id=1ceddf1b-3e30-4690-ad43-8a8446b5bf64)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:05:01.655036 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:01.660727 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5aeacf98-fa21-4d80-85d6-12d3b12ffbd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:01.748800 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Routers {'5d374784-d18e-43c3-93ca-8c0d90c07541'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:05:01.749815 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:04:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['5d374784-d18e-43c3-93ca-8c0d90c07541'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:05:01.833678 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ff57b-3fc7-4a85-8eef-211b3580cab6 None None] Pushing event updated for resources: {'Port': ['ID=442caf4b-0357-48f9-b93b-bd5e52cda3c5,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:01.838485 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-965ff57b-3fc7-4a85-8eef-211b3580cab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:02.012133 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] Set router 5d374784-d18e-43c3-93ca-8c0d90c07541 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:05:02.437757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'name': 'tempest-TestMinimumBasicScenario-46560419-router', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '5810a937-b867-4d1e-92f8-b9aced7acd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:46Z', 'updated_at': '2021-04-23T18:04:53Z', 'revision_number': 4, 'project_id': '577bd4511f65474c80edd7e13f57faac', 'gw_port': {'id': '5810a937-b867-4d1e-92f8-b9aced7acd24', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:47Z', 'updated_at': '2021-04-23T18:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '442caf4b-0357-48f9-b93b-bd5e52cda3c5', 'name': '', 'network_id': '56787388-5352-48a6-9ef1-c1f9996d69c5', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'mac_address': 'fa:16:3e:1d:3c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0aa07cd1-83dc-43e1-8e18-84a0adc03008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:51Z', 'updated_at': '2021-04-23T18:05:01Z', 'revision_number': 4, 'project_id': '577bd4511f65474c80edd7e13f57faac', 'subnets': [{'id': '0aa07cd1-83dc-43e1-8e18-84a0adc03008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:05:02.444527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f0986d-fc73-426e-a17e-e99bb4582a4a None None] The sync data for ids ['5d374784-d18e-43c3-93ca-8c0d90c07541'] in dv-cinder-786524-3-smb is: [{'id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'name': 'tempest-TestMinimumBasicScenario-46560419-router', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '5810a937-b867-4d1e-92f8-b9aced7acd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:46Z', 'updated_at': '2021-04-23T18:04:53Z', 'revision_number': 4, 'project_id': '577bd4511f65474c80edd7e13f57faac', 'gw_port': {'id': '5810a937-b867-4d1e-92f8-b9aced7acd24', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:47Z', 'updated_at': '2021-04-23T18:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '442caf4b-0357-48f9-b93b-bd5e52cda3c5', 'name': '', 'network_id': '56787388-5352-48a6-9ef1-c1f9996d69c5', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'mac_address': 'fa:16:3e:1d:3c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0aa07cd1-83dc-43e1-8e18-84a0adc03008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:51Z', 'updated_at': '2021-04-23T18:05:01Z', 'revision_number': 4, 'project_id': '577bd4511f65474c80edd7e13f57faac', 'subnets': [{'id': '0aa07cd1-83dc-43e1-8e18-84a0adc03008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:05:02.486693 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:05:03.496471 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 442caf4b-0357-48f9-b93b-bd5e52cda3c5 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:05:03.583182 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port 442caf4b-0357-48f9-b93b-bd5e52cda3c5 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:05:03.588331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 442caf4b-0357-48f9-b93b-bd5e52cda3c5 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:05:03.588749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:03.723256 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:03.758930 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port 442caf4b-0357-48f9-b93b-bd5e52cda3c5, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=442caf4b-0357-48f9-b93b-bd5e52cda3c5,segment=NetworkSegment(1ceddf1b-3e30-4690-ad43-8a8446b5bf64),segment_id=1ceddf1b-3e30-4690-ad43-8a8446b5bf64)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:05:03.763217 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:03.765401 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:03.850042 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=442caf4b-0357-48f9-b93b-bd5e52cda3c5,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:03.863774 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:03.864352 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:03.864910 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:03.865567 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:03.866094 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:03.866620 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:03.867170 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:03.867891 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:03.868269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:03.868643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:03.869034 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:03.869356 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:03.874215 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:05.522149 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 442caf4b-0357-48f9-b93b-bd5e52cda3c5 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:05:05.619646 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 442caf4b-0357-48f9-b93b-bd5e52cda3c5 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:05:05.620333 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:05.856974 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58634) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:05.997665 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b5ef1b8d-f801-46c6-9c7a-741cd668c584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:06.013473 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b5ef1b8d-f801-46c6-9c7a-741cd668c584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:06.017932 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b5ef1b8d-f801-46c6-9c7a-741cd668c584 admin admin] Usage tracker for resource:security_group_rule and tenant:655036d05e6648ca8ee39ac838cee50e is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:06.021067 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b5ef1b8d-f801-46c6-9c7a-741cd668c584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:06.027663 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b5ef1b8d-f801-46c6-9c7a-741cd668c584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:06.122641 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b5ef1b8d-f801-46c6-9c7a-741cd668c584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:06.125927 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b5ef1b8d-f801-46c6-9c7a-741cd668c584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:06.136241 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-47558956-e75f-445a-83c9-8f3aff9b95f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:06.181200 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-b5ef1b8d-f801-46c6-9c7a-741cd668c584 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=655036d05e6648ca8ee39ac838cee50e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230462 Apr 23 18:05:06.182141 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef1b8d-f801-46c6-9c7a-741cd668c584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79f6099-5195-4690-b90d-bdbc7f6ce372,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:06.185855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b5ef1b8d-f801-46c6-9c7a-741cd668c584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:06.186436 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 58646) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:06.256687 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-351692d6-c866-4edf-81d5-92e813f51ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:06.285224 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-351692d6-c866-4edf-81d5-92e813f51ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:06.330392 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-351692d6-c866-4edf-81d5-92e813f51ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:06.335416 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0c855c06-1439-4564-96bc-6b6187104801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:06.349004 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351692d6-c866-4edf-81d5-92e813f51ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79f6099-5195-4690-b90d-bdbc7f6ce372,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:06.352045 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-351692d6-c866-4edf-81d5-92e813f51ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:06.353001 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-351692d6-c866-4edf-81d5-92e813f51ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:06.354855 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-351692d6-c866-4edf-81d5-92e813f51ee9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c79f6099-5195-4690-b90d-bdbc7f6ce372 HTTP/1.1" status: 204 len: 168 time: 0.1671364 Apr 23 18:05:06.661044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58658) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:06.681021 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4381161d-18f6-41cc-882d-d18d9d463f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:06.696691 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-4381161d-18f6-41cc-882d-d18d9d463f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:06.701287 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-4381161d-18f6-41cc-882d-d18d9d463f2f admin admin] Usage tracker for resource:security_group_rule and tenant:55384bdb09b44133b2fd45ed4f0a4034 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:06.704264 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-4381161d-18f6-41cc-882d-d18d9d463f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:06.710300 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-4381161d-18f6-41cc-882d-d18d9d463f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:06.796681 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4381161d-18f6-41cc-882d-d18d9d463f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:06.799530 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4381161d-18f6-41cc-882d-d18d9d463f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:06.808583 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a4c323d0-5480-4d2e-a2fa-7734044eb519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:06.856680 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-4381161d-18f6-41cc-882d-d18d9d463f2f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55384bdb09b44133b2fd45ed4f0a4034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944010 Apr 23 18:05:06.857638 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381161d-18f6-41cc-882d-d18d9d463f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992fbc23-0b48-4cbc-b19c-c79729bafa1e,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:06.860243 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58672) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:06.863126 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-4381161d-18f6-41cc-882d-d18d9d463f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:06.923162 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8027fd5c-4903-4065-9d8c-3a86bf488f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:06.951654 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8027fd5c-4903-4065-9d8c-3a86bf488f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:06.988491 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-f032f2c1-878f-45d7-8e6f-14e6da5c3af4 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:06.989237 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-f032f2c1-878f-45d7-8e6f-14e6da5c3af4 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Synchronizing usage tracker for tenant:fc8c3fef6d3d496e979ad09a6010708e on resource:network {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:05:06.995565 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8027fd5c-4903-4065-9d8c-3a86bf488f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:07.001210 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-aa29899d-f63f-43a2-95a1-56bdb0752d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:07.006211 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-f032f2c1-878f-45d7-8e6f-14e6da5c3af4 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Unset dirty status for tenant:fc8c3fef6d3d496e979ad09a6010708e on resource:network {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:05:07.007509 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-f032f2c1-878f-45d7-8e6f-14e6da5c3af4 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/networks?id=eb556b08-5967-44b0-8b27-05fdb4da4705 HTTP/1.1" status: 200 len: 815 time: 0.1750488 Apr 23 18:05:07.016333 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027fd5c-4903-4065-9d8c-3a86bf488f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992fbc23-0b48-4cbc-b19c-c79729bafa1e,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:07.019459 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8027fd5c-4903-4065-9d8c-3a86bf488f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:07.026050 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-f9bc7349-d8d1-42e1-8b48-cf3fcfb87c4f tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/quotas/fc8c3fef6d3d496e979ad09a6010708e HTTP/1.1" status: 200 len: 375 time: 0.0117569 Apr 23 18:05:07.029600 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8027fd5c-4903-4065-9d8c-3a86bf488f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:07.030824 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8027fd5c-4903-4065-9d8c-3a86bf488f9d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/992fbc23-0b48-4cbc-b19c-c79729bafa1e HTTP/1.1" status: 204 len: 168 time: 0.1695924 Apr 23 18:05:07.135467 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-5ad1cfc6-8c0a-4797-93c7-8f242433d0dd tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Synchronizing usage tracker for tenant:fc8c3fef6d3d496e979ad09a6010708e on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:05:07.151502 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-5ad1cfc6-8c0a-4797-93c7-8f242433d0dd tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Unset dirty status for tenant:fc8c3fef6d3d496e979ad09a6010708e on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:05:07.152912 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-5ad1cfc6-8c0a-4797-93c7-8f242433d0dd tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc8c3fef6d3d496e979ad09a6010708e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094060 Apr 23 18:05:07.305031 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-fa30ba7b-b5a4-4daf-ab05-0b100a2a6bed service neutron] 10.222.0.11 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388857 Apr 23 18:05:07.686000 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-f2c47e3f-ec6d-43c0-a412-1758fb7df9bf service neutron] 10.222.0.11 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736920 Apr 23 18:05:07.890884 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9f786875-bae7-4ad7-8100-3f97670dfb96 req-0d1b8e08-dc67-46bc-8ab5-276573865dba tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 210 time: 0.0552528 Apr 23 18:05:09.024603 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-e3b54162-a4ad-4bc6-b0bf-8842355d1b31 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:09.026146 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-e3b54162-a4ad-4bc6-b0bf-8842355d1b31 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.22 "GET /v2.0/networks?id=eb556b08-5967-44b0-8b27-05fdb4da4705 HTTP/1.1" status: 200 len: 815 time: 0.1680815 Apr 23 18:05:09.039134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Request body: {'port': {'device_id': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'admin_state_up': True, 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:09.178512 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9d926c3-de63-4c23-8833-7f0f1fcf61e2 req-c05bc902-2e6f-4055-8b37-055ff9be5c36 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 210 time: 0.1194022 Apr 23 18:05:09.262680 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:09.274407 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:09.288093 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Made reservation on behalf of fc8c3fef6d3d496e979ad09a6010708e for: {'port': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:05:09.297161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:09.341203 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58760) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:09.514711 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d316ada5-5d21-4b88-b796-394d4b565831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:09.532057 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-d316ada5-5d21-4b88-b796-394d4b565831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:09.540724 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Allocated IP 172.20.0.12 (eb556b08-5967-44b0-8b27-05fdb4da4705/58f98ef7-494a-4c9b-9c72-42147c3b01b1/1d57b9e6-532b-4bc7-bfa5-a4d29351bd79) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:05:09.543110 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-d316ada5-5d21-4b88-b796-394d4b565831 admin admin] Usage tracker for resource:security_group_rule and tenant:6f0762da11924eb8908acccb3ef91d95 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:09.547759 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-d316ada5-5d21-4b88-b796-394d4b565831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:09.553837 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-d316ada5-5d21-4b88-b796-394d4b565831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:09.574759 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5bb0cc57-3c65-4c94-a45c-d5d25ea8d84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:09.667230 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d316ada5-5d21-4b88-b796-394d4b565831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:09.676209 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d316ada5-5d21-4b88-b796-394d4b565831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:09.691618 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-1bf163f9-75d9-4eb7-8826-f0def398eae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:09.746280 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 58780) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:09.747001 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-d316ada5-5d21-4b88-b796-394d4b565831 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f0762da11924eb8908acccb3ef91d95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045134 Apr 23 18:05:09.749332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316ada5-5d21-4b88-b796-394d4b565831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e221682-6c19-4420-8bf8-0caf904ae79d,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:09.753081 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d316ada5-5d21-4b88-b796-394d4b565831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:09.855646 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:09.877644 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Transition to ACTIVE for port object 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 will not be triggered until provisioned by entity DHCP. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:05:09.921793 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:09.931116 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:10.026258 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Network eb556b08-5967-44b0-8b27-05fdb4da4705 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:05:10.036375 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:05:10.038938 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:05:10.080823 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Pushing event updated for resources: {'Port': ['ID=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:10.084045 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:10.148989 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:10.149702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:10.163957 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3d631007-0b99-4fe4-a823-ab03513cd369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:10.192612 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1583991 Apr 23 18:05:10.208399 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3d631007-0b99-4fe4-a823-ab03513cd369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:10.276922 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3d631007-0b99-4fe4-a823-ab03513cd369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:10.291538 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-74a93295-d7db-4873-be9a-821e6633457e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:10.295911 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dbd6e833-0618-4cae-8357-b276e4148941 None None] Provisioning for port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:05:10.301582 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dbd6e833-0618-4cae-8357-b276e4148941 None None] Provisioning complete for port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:05:10.302236 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dbd6e833-0618-4cae-8357-b276e4148941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:10.305749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d631007-0b99-4fe4-a823-ab03513cd369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e221682-6c19-4420-8bf8-0caf904ae79d,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:10.310470 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3d631007-0b99-4fe4-a823-ab03513cd369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:10.312677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3d631007-0b99-4fe4-a823-ab03513cd369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:10.313914 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-3d631007-0b99-4fe4-a823-ab03513cd369 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e221682-6c19-4420-8bf8-0caf904ae79d HTTP/1.1" status: 204 len: 168 time: 0.5660756 Apr 23 18:05:10.402370 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6e833-0618-4cae-8357-b276e4148941 None None] Port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:05:10.485288 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc49721-9a6a-412d-9c57-7ae00fa27be7 req-1243d348-1afe-48da-ab5e-96f47021e592 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:10.486372 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1cc49721-9a6a-412d-9c57-7ae00fa27be7 req-1243d348-1afe-48da-ab5e-96f47021e592 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Synchronizing usage tracker for tenant:fc8c3fef6d3d496e979ad09a6010708e on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:05:10.506157 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1cc49721-9a6a-412d-9c57-7ae00fa27be7 req-1243d348-1afe-48da-ab5e-96f47021e592 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Unset dirty status for tenant:fc8c3fef6d3d496e979ad09a6010708e on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:05:10.507608 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1cc49721-9a6a-412d-9c57-7ae00fa27be7 req-1243d348-1afe-48da-ab5e-96f47021e592 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 932 time: 0.1812720 Apr 23 18:05:10.570536 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1cc49721-9a6a-412d-9c57-7ae00fa27be7 req-802d60ed-78a2-4fe7-a85c-f974fca2410e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Synchronizing usage tracker for tenant:fc8c3fef6d3d496e979ad09a6010708e on resource:security_group {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:05:10.588204 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1cc49721-9a6a-412d-9c57-7ae00fa27be7 req-802d60ed-78a2-4fe7-a85c-f974fca2410e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Unset dirty status for tenant:fc8c3fef6d3d496e979ad09a6010708e on resource:security_group {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:05:10.589567 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1cc49721-9a6a-412d-9c57-7ae00fa27be7 req-802d60ed-78a2-4fe7-a85c-f974fca2410e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717452 Apr 23 18:05:10.698025 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 58792) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:10.721905 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-11592795-5582-4716-a069-f64b19ce9863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:10.738580 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-11592795-5582-4716-a069-f64b19ce9863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:10.742702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-11592795-5582-4716-a069-f64b19ce9863 admin admin] Usage tracker for resource:security_group_rule and tenant:885fad0a9ee44a768c9a58338775ef72 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:10.745717 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-11592795-5582-4716-a069-f64b19ce9863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:10.752449 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-11592795-5582-4716-a069-f64b19ce9863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:10.844096 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-11592795-5582-4716-a069-f64b19ce9863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:10.857340 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-11592795-5582-4716-a069-f64b19ce9863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:10.869429 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-cafad014-4adf-4ef9-8bb4-34150d14014e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:10.913289 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-11592795-5582-4716-a069-f64b19ce9863 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=885fad0a9ee44a768c9a58338775ef72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138226 Apr 23 18:05:10.915159 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11592795-5582-4716-a069-f64b19ce9863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8132c571-4a92-4a1e-8a9a-8e1a1b639e3e,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:10.916357 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58796) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:10.919376 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-11592795-5582-4716-a069-f64b19ce9863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:10.998768 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-01518c5d-51fd-4c10-b69d-a8d450ea5e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:11.029090 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-01518c5d-51fd-4c10-b69d-a8d450ea5e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:11.082641 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-01518c5d-51fd-4c10-b69d-a8d450ea5e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:11.087964 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-104f66c5-e02d-4d01-bcb0-736644f36280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:11.103203 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01518c5d-51fd-4c10-b69d-a8d450ea5e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8132c571-4a92-4a1e-8a9a-8e1a1b639e3e,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:11.105602 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-01518c5d-51fd-4c10-b69d-a8d450ea5e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:11.113319 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-01518c5d-51fd-4c10-b69d-a8d450ea5e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:11.114553 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-01518c5d-51fd-4c10-b69d-a8d450ea5e90 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8132c571-4a92-4a1e-8a9a-8e1a1b639e3e HTTP/1.1" status: 204 len: 168 time: 0.1942923 Apr 23 18:05:11.872203 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bbff2-cd62-4095-a6d6-4d4dd3396118 req-f8e33dcd-696d-46fa-863b-8182de806aef tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:11.874645 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b1bbff2-cd62-4095-a6d6-4d4dd3396118 req-f8e33dcd-696d-46fa-863b-8182de806aef tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 932 time: 0.1614659 Apr 23 18:05:11.875423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8e3fecf4-940a-4fb8-bfac-e99ec7adb5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:11.943929 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b1bbff2-cd62-4095-a6d6-4d4dd3396118 req-67bab72a-ff4c-4716-9c27-a600ce75a615 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611587 Apr 23 18:05:12.456423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58832) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:12.557523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:12.597505 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-17d67a96-37db-4d28-b537-3092c225cf87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:12.614611 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-17d67a96-37db-4d28-b537-3092c225cf87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:12.618913 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-17d67a96-37db-4d28-b537-3092c225cf87 admin admin] Usage tracker for resource:security_group_rule and tenant:483f1066249e497693920675442f39d5 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:12.622535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-17d67a96-37db-4d28-b537-3092c225cf87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:12.629221 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-17d67a96-37db-4d28-b537-3092c225cf87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:12.721968 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:12.956434 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-17d67a96-37db-4d28-b537-3092c225cf87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:12.959668 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-17d67a96-37db-4d28-b537-3092c225cf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:12.970786 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7b65d0bc-e85c-4685-b90c-7795594ac4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:13.019860 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d67a96-37db-4d28-b537-3092c225cf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cbea48-56b4-46d1-81f0-60f24befe86d,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:13.023801 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-17d67a96-37db-4d28-b537-3092c225cf87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:13.029809 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-17d67a96-37db-4d28-b537-3092c225cf87 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=483f1066249e497693920675442f39d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5722518 Apr 23 18:05:13.030211 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 58844) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:13.167871 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-59f3d5db-739a-4840-b45e-a51d7c4f1fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:13.204500 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-59f3d5db-739a-4840-b45e-a51d7c4f1fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:13.268008 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6392dc-0be6-49e5-81e4-1454c6c459f2 req-1c015fc7-3e19-4b12-8229-8971be64ee46 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:13.269599 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6e6392dc-0be6-49e5-81e4-1454c6c459f2 req-1c015fc7-3e19-4b12-8229-8971be64ee46 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 932 time: 0.1815689 Apr 23 18:05:13.293919 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-59f3d5db-739a-4840-b45e-a51d7c4f1fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:13.300641 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-4f5d11f7-5eb3-47ba-b2c0-379cd5bef7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:13.319149 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3d5db-739a-4840-b45e-a51d7c4f1fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cbea48-56b4-46d1-81f0-60f24befe86d,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:13.330003 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-59f3d5db-739a-4840-b45e-a51d7c4f1fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:13.338197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-59f3d5db-739a-4840-b45e-a51d7c4f1fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:13.339433 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-59f3d5db-739a-4840-b45e-a51d7c4f1fdd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20cbea48-56b4-46d1-81f0-60f24befe86d HTTP/1.1" status: 204 len: 168 time: 0.3081396 Apr 23 18:05:13.354506 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6e6392dc-0be6-49e5-81e4-1454c6c459f2 req-82e93385-38bd-43bc-b069-29ae139cf48c tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767078 Apr 23 18:05:14.164544 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:14.609034 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7bbec-131b-4153-9dd7-5c4eb125ec1e req-b344073b-0466-4f44-9467-9b317e5a6ed2 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:14.611321 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75b7bbec-131b-4153-9dd7-5c4eb125ec1e req-b344073b-0466-4f44-9467-9b317e5a6ed2 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 932 time: 0.1014984 Apr 23 18:05:14.674050 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-75b7bbec-131b-4153-9dd7-5c4eb125ec1e req-8e5f9591-37aa-481c-8d1c-9490d052f16c tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551155 Apr 23 18:05:14.977155 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58892) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:15.109315 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ba749004-04f3-4a9e-9b0a-5a69225644a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:15.126522 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-ba749004-04f3-4a9e-9b0a-5a69225644a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:15.131199 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-ba749004-04f3-4a9e-9b0a-5a69225644a4 admin admin] Usage tracker for resource:security_group_rule and tenant:332e9d52ce9f448e947804ff615076e9 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:15.134853 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-ba749004-04f3-4a9e-9b0a-5a69225644a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:15.141367 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-ba749004-04f3-4a9e-9b0a-5a69225644a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:15.236804 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ba749004-04f3-4a9e-9b0a-5a69225644a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:15.239726 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ba749004-04f3-4a9e-9b0a-5a69225644a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:15.249408 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8027fd5c-4903-4065-9d8c-3a86bf488f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:15.291312 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba749004-04f3-4a9e-9b0a-5a69225644a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403aac43-f9e6-40a5-965d-eca57d20b847,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:15.295239 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ba749004-04f3-4a9e-9b0a-5a69225644a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:15.298118 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-ba749004-04f3-4a9e-9b0a-5a69225644a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=332e9d52ce9f448e947804ff615076e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198628 Apr 23 18:05:15.300886 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58900) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:15.369394 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f3cd0e95-3dc0-4604-8b63-2e5d87fbeb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:15.402346 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f3cd0e95-3dc0-4604-8b63-2e5d87fbeb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:15.455173 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f3cd0e95-3dc0-4604-8b63-2e5d87fbeb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:15.460549 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5c6db2c6-7d4d-4956-b591-d620c1d174ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:15.476690 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd0e95-3dc0-4604-8b63-2e5d87fbeb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403aac43-f9e6-40a5-965d-eca57d20b847,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:15.480125 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f3cd0e95-3dc0-4604-8b63-2e5d87fbeb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:15.485007 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f3cd0e95-3dc0-4604-8b63-2e5d87fbeb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:15.487031 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-f3cd0e95-3dc0-4604-8b63-2e5d87fbeb93 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/403aac43-f9e6-40a5-965d-eca57d20b847 HTTP/1.1" status: 204 len: 168 time: 0.1844049 Apr 23 18:05:15.922323 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88c688-0809-4c24-91ee-ec14fc0f8b1e req-2bb74fb0-b750-489e-a256-56b4f245cd9e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:15.924196 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8e88c688-0809-4c24-91ee-ec14fc0f8b1e req-2bb74fb0-b750-489e-a256-56b4f245cd9e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 932 time: 0.1241488 Apr 23 18:05:15.978671 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8e88c688-0809-4c24-91ee-ec14fc0f8b1e req-6e02a43b-7dc5-456e-ae1c-55529746ac41 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479174 Apr 23 18:05:17.345155 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f498d-a9bf-4ac8-8679-fdd021f5de83 req-534ea649-db94-4708-b275-4950dba8f6fc tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:17.346774 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1d1f498d-a9bf-4ac8-8679-fdd021f5de83 req-534ea649-db94-4708-b275-4950dba8f6fc tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 932 time: 0.0953152 Apr 23 18:05:17.410643 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1d1f498d-a9bf-4ac8-8679-fdd021f5de83 req-64c39022-7a21-4d34-ac5a-3d177586d3af tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575383 Apr 23 18:05:18.634581 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ab61d-7c88-4217-84e3-c009173d16fb req-e2f072ea-fb39-417b-95fb-78b703076f52 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:18.637507 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0f7ab61d-7c88-4217-84e3-c009173d16fb req-e2f072ea-fb39-417b-95fb-78b703076f52 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 932 time: 0.0964482 Apr 23 18:05:18.700222 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0f7ab61d-7c88-4217-84e3-c009173d16fb req-9f22b7e5-3a7b-478d-8bde-7af7f7218c2a tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562074 Apr 23 18:05:19.894505 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba753-bdb8-47fe-aca9-32bd0a7bf019 req-cbc95c2d-e8e4-4c75-836b-89bd478484f3 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:19.896028 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-795ba753-bdb8-47fe-aca9-32bd0a7bf019 req-cbc95c2d-e8e4-4c75-836b-89bd478484f3 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 932 time: 0.0881264 Apr 23 18:05:19.943632 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-795ba753-bdb8-47fe-aca9-32bd0a7bf019 req-dbb498fc-e7dc-4da4-ab99-c1a49a2602c6 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412710 Apr 23 18:05:20.093488 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Request body: {'port': {'device_id': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:20.214555 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:20.603196 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 {{(pid=86361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:05:20.611997 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:20.624243 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 58990) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:20.628228 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Transition to ACTIVE for port object 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:05:20.632356 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:20.637685 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:20.763711 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e1408b0c-a2be-402a-a2e2-ee9933f50d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:20.780000 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e1408b0c-a2be-402a-a2e2-ee9933f50d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:20.784117 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e1408b0c-a2be-402a-a2e2-ee9933f50d96 admin admin] Usage tracker for resource:security_group_rule and tenant:9e43501cce5c4e60a17d211555204dfb is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:20.787380 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e1408b0c-a2be-402a-a2e2-ee9933f50d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:20.793980 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e1408b0c-a2be-402a-a2e2-ee9933f50d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:20.889065 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e1408b0c-a2be-402a-a2e2-ee9933f50d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:20.892382 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Pushing event updated for resources: {'Port': ['ID=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:20.893367 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e1408b0c-a2be-402a-a2e2-ee9933f50d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:20.896518 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:20.897401 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Attempting to bind port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:05:20.897772 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Attempting to bind port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '479200c7-bb70-4755-b419-1ff5b27822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:05:20.898138 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Attempting to bind port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 on network eb556b08-5967-44b0-8b27-05fdb4da4705 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:05:20.903589 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 on network eb556b08-5967-44b0-8b27-05fdb4da4705 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:05:20.903952 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Attempting to bind port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 on network eb556b08-5967-44b0-8b27-05fdb4da4705 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:05:20.908164 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-97c6b794-575d-43e3-98c7-90e4431c1c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:20.911047 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:05:20.911433 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Checking segment: {'id': '479200c7-bb70-4755-b419-1ff5b27822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:05:20.911857 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Bound using segment: {'id': '479200c7-bb70-4755-b419-1ff5b27822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:05:20.912333 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Bound port: 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '479200c7-bb70-4755-b419-1ff5b27822fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:05:20.912713 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:20.957031 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-e1408b0c-a2be-402a-a2e2-ee9933f50d96 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e43501cce5c4e60a17d211555204dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286171 Apr 23 18:05:20.957031 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1408b0c-a2be-402a-a2e2-ee9933f50d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a0d0a9-cb2a-48f4-926f-e83ba95cf265,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:20.958101 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59000) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:20.961097 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e1408b0c-a2be-402a-a2e2-ee9933f50d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:21.013920 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] For port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79, host hv-cinder-78652, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:05:21.017167 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] For port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79,segment=NetworkSegment(479200c7-bb70-4755-b419-1ff5b27822fa),segment_id=479200c7-bb70-4755-b419-1ff5b27822fa)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:05:21.022017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:21.027426 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-997a69de-f078-4a9b-8a7f-38fb03f29bd4 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:21.027587 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-971df227-57a5-4037-822f-052c0aef5569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:21.071347 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-971df227-57a5-4037-822f-052c0aef5569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:21.083361 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:21.084038 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:21.085540 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] 10.222.0.22 "PUT /v2.0/ports/1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 HTTP/1.1" status: 200 len: 1094 time: 0.9977090 Apr 23 18:05:21.086085 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'tag': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:05:21.117616 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Pushing event updated for resources: {'Port': ['ID=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:21.120701 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:21.203899 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-971df227-57a5-4037-822f-052c0aef5569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:21.209850 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d316ada5-5d21-4b88-b796-394d4b565831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:21.229015 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971df227-57a5-4037-822f-052c0aef5569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a0d0a9-cb2a-48f4-926f-e83ba95cf265,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:21.235413 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-971df227-57a5-4037-822f-052c0aef5569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:21.237464 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-971df227-57a5-4037-822f-052c0aef5569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:21.238687 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-971df227-57a5-4037-822f-052c0aef5569 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81a0d0a9-cb2a-48f4-926f-e83ba95cf265 HTTP/1.1" status: 204 len: 168 time: 0.2795603 Apr 23 18:05:21.266298 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0158233-9f0e-4b57-8c52-f174dc618b4a req-8de7f873-ecee-4f6f-914c-9cf406cee79e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:21.274710 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c0158233-9f0e-4b57-8c52-f174dc618b4a req-8de7f873-ecee-4f6f-914c-9cf406cee79e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 944 time: 0.2072630 Apr 23 18:05:21.316695 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bac682-5f2c-4007-a50b-e81139637219 req-2e55aadb-cbd7-4325-a5d7-4c3d22ac1c22 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:21.318709 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-85bac682-5f2c-4007-a50b-e81139637219 req-2e55aadb-cbd7-4325-a5d7-4c3d22ac1c22 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1268659 Apr 23 18:05:21.321841 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c0158233-9f0e-4b57-8c52-f174dc618b4a req-4cfe453a-a348-4a6d-adfe-cda5ff288e2a tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462399 Apr 23 18:05:21.350196 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-78b94b0a-2845-4239-81f3-5c416dcfec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:21.351820 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-78b94b0a-2845-4239-81f3-5c416dcfec01 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fc8c3fef6d3d496e979ad09a6010708e&device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 1097 time: 0.2266276 Apr 23 18:05:21.381098 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-85bac682-5f2c-4007-a50b-e81139637219 req-1ddb127f-8dd1-49d3-bad5-649026a0b627 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532181 Apr 23 18:05:21.437816 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'tag': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79', 'status': 'completed', 'code': 200} Apr 23 18:05:21.455107 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-10758dfd-ea6d-4d46-8d52-eac4d2b879a7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 HTTP/1.1" status: 200 len: 217 time: 0.0776348 Apr 23 18:05:21.532302 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-e9e6cc55-b481-40f9-93d2-13e9b9aa6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:21.533796 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-e9e6cc55-b481-40f9-93d2-13e9b9aa6cfb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58f98ef7-494a-4c9b-9c72-42147c3b01b1 HTTP/1.1" status: 200 len: 854 time: 0.0722790 Apr 23 18:05:21.618568 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-77307621-3c4d-4f37-826f-6e4fe19d62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:21.620165 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-77307621-3c4d-4f37-826f-6e4fe19d62ac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb556b08-5967-44b0-8b27-05fdb4da4705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794163 Apr 23 18:05:21.761711 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-04d286e3-a6f0-4ab9-94ef-5cec76d9071d service neutron] 10.222.0.22 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343718 Apr 23 18:05:21.901554 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f495c32e-274d-4c42-94ce-bfc32ec6bbbf req-02fe10b4-688d-402d-92d3-138f4b96ced4 service neutron] 10.222.0.22 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331081 Apr 23 18:05:22.023324 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ce4d0-3492-4638-81f9-7f740bdc5346 req-a014d82f-7c01-4839-aa62-24db8fea8e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:22.024866 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7e7ce4d0-3492-4638-81f9-7f740bdc5346 req-a014d82f-7c01-4839-aa62-24db8fea8e01 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fc8c3fef6d3d496e979ad09a6010708e&device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 1097 time: 0.0780611 Apr 23 18:05:22.167505 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ce4d0-3492-4638-81f9-7f740bdc5346 req-0d4ea976-9e67-40cb-a725-9fb6b590fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:22.169130 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7e7ce4d0-3492-4638-81f9-7f740bdc5346 req-0d4ea976-9e67-40cb-a725-9fb6b590fa8c service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb556b08-5967-44b0-8b27-05fdb4da4705 HTTP/1.1" status: 200 len: 916 time: 0.1364527 Apr 23 18:05:22.247661 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7e7ce4d0-3492-4638-81f9-7f740bdc5346 req-81a8783b-9500-452a-b17a-f19e62b1cf1e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 HTTP/1.1" status: 200 len: 217 time: 0.0709050 Apr 23 18:05:22.329177 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ce4d0-3492-4638-81f9-7f740bdc5346 req-50c44cbe-1821-494f-9d8f-3f59b61c2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:22.330787 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7e7ce4d0-3492-4638-81f9-7f740bdc5346 req-50c44cbe-1821-494f-9d8f-3f59b61c2431 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58f98ef7-494a-4c9b-9c72-42147c3b01b1 HTTP/1.1" status: 200 len: 854 time: 0.0747321 Apr 23 18:05:22.426148 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:22.465744 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ce4d0-3492-4638-81f9-7f740bdc5346 req-c149e7da-2752-49a8-9877-473390f56841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:22.467350 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7e7ce4d0-3492-4638-81f9-7f740bdc5346 req-c149e7da-2752-49a8-9877-473390f56841 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb556b08-5967-44b0-8b27-05fdb4da4705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1293991 Apr 23 18:05:22.546953 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bb27b-33d2-45b0-8944-e7f3fd935e9f req-9765b1e4-15c3-4630-972e-f5721576b699 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:22.548605 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-be7bb27b-33d2-45b0-8944-e7f3fd935e9f req-9765b1e4-15c3-4630-972e-f5721576b699 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 944 time: 0.0898438 Apr 23 18:05:22.600338 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-be7bb27b-33d2-45b0-8944-e7f3fd935e9f req-e1b7f11d-c86c-4439-9724-383356fd1490 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454192 Apr 23 18:05:22.683455 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7e7ce4d0-3492-4638-81f9-7f740bdc5346 req-ee0d660f-fb20-46c6-ba01-f4ab1efa66d2 service neutron] 10.222.0.22 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056177 Apr 23 18:05:22.693245 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c3a6a-adbd-4143-9c07-8b0df3a00b6c req-87c45be3-6a75-484e-a7fe-a73851aed3c5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:22.694969 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-687c3a6a-adbd-4143-9c07-8b0df3a00b6c req-87c45be3-6a75-484e-a7fe-a73851aed3c5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1411300 Apr 23 18:05:22.831636 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-687c3a6a-adbd-4143-9c07-8b0df3a00b6c req-31a113fd-e4b5-403f-87db-8a12eb831547 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142256 Apr 23 18:05:23.083076 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7e7ce4d0-3492-4638-81f9-7f740bdc5346 req-a76b735d-02cf-4984-8b92-241bbfb18275 service neutron] 10.222.0.22 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870082 Apr 23 18:05:23.799062 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de7a04-c2df-4465-a7a8-7f3756755a98 req-ae8475d1-d6d2-4f71-a946-70096d56b8c1 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:23.800607 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f1de7a04-c2df-4465-a7a8-7f3756755a98 req-ae8475d1-d6d2-4f71-a946-70096d56b8c1 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 944 time: 0.0887163 Apr 23 18:05:23.849128 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f1de7a04-c2df-4465-a7a8-7f3756755a98 req-f74da3b0-fb30-4026-bac5-709f10f45f19 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423756 Apr 23 18:05:24.015319 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:05:24.031407 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97c31a-ec57-4f7b-b5b7-3704343e6f50 req-87603e68-fbd8-4bb7-a667-db6cbc828773 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:24.032998 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-dc97c31a-ec57-4f7b-b5b7-3704343e6f50 req-87603e68-fbd8-4bb7-a667-db6cbc828773 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.0891364 Apr 23 18:05:24.081525 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-dc97c31a-ec57-4f7b-b5b7-3704343e6f50 req-ae2fbdf0-96e3-40da-b43d-748011fbc572 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421305 Apr 23 18:05:24.158006 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79,segment=NetworkSegment(479200c7-bb70-4755-b419-1ff5b27822fa),segment_id=479200c7-bb70-4755-b419-1ff5b27822fa)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:05:24.171828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'port_id': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79', 'mac_address': 'fa:16:3e:89:a2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:05:24.231727 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:24.249625 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:05:24.266569 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79,segment=NetworkSegment(479200c7-bb70-4755-b419-1ff5b27822fa),segment_id=479200c7-bb70-4755-b419-1ff5b27822fa)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:05:24.269289 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:24.271889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a997082b-13c9-4dac-ab6e-bb6f5a369f03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:24.343059 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:24.346238 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:24.534048 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['1d57b9e6-532b-4bc7-bfa5-a4d29351bd79'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:05:25.054291 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261faab-4f2d-4c56-bcc2-9d750802b33d req-5775dd3e-ed30-4723-bb6c-9422e3caf520 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:25.055878 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5261faab-4f2d-4c56-bcc2-9d750802b33d req-5775dd3e-ed30-4723-bb6c-9422e3caf520 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 945 time: 0.0912232 Apr 23 18:05:25.103839 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5261faab-4f2d-4c56-bcc2-9d750802b33d req-1b1dc1b4-8ab7-4a2e-b7b1-4b5edb522a73 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414054 Apr 23 18:05:25.283902 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908ab1f-4098-4c9c-be9b-b09445003a07 req-7fdbc35f-a60d-4285-932c-d4c72f46bfda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:25.285402 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7908ab1f-4098-4c9c-be9b-b09445003a07 req-7fdbc35f-a60d-4285-932c-d4c72f46bfda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.0912337 Apr 23 18:05:25.332775 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7908ab1f-4098-4c9c-be9b-b09445003a07 req-72d3a112-8a4b-4749-b74d-d4db2faf5b27 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411327 Apr 23 18:05:26.030559 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:05:26.103359 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:05:26.108603 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:05:26.109029 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:26.236583 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:26.265535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:05:26.275692 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79,segment=NetworkSegment(479200c7-bb70-4755-b419-1ff5b27822fa),segment_id=479200c7-bb70-4755-b419-1ff5b27822fa)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:05:26.279411 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:26.281367 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:26.306826 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2883d4-5f82-48b4-b8b4-106fe20a551f req-06f51704-b25b-4630-b09f-566c3b2ab97d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:26.309041 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3c2883d4-5f82-48b4-b8b4-106fe20a551f req-06f51704-b25b-4630-b09f-566c3b2ab97d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 945 time: 0.0896688 Apr 23 18:05:26.320814 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79', 'code': 200} Apr 23 18:05:26.355172 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:26.358292 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:26.359576 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3c2883d4-5f82-48b4-b8b4-106fe20a551f req-53adcd57-3fcd-4e7d-a7cb-3fedc54dfb8d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433724 Apr 23 18:05:26.627691 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889eec47-7699-4f3a-83d1-27ff5a4fd633 req-618be09f-c1ea-4693-8dd7-f24423bb8d74 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:26.629271 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-889eec47-7699-4f3a-83d1-27ff5a4fd633 req-618be09f-c1ea-4693-8dd7-f24423bb8d74 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1544986 Apr 23 18:05:26.632119 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901a827-e608-4564-a77e-d87e80cc1a9d req-3692e9d2-6eec-4db1-8845-63d1dc20301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:26.633541 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d901a827-e608-4564-a77e-d87e80cc1a9d req-3692e9d2-6eec-4db1-8845-63d1dc20301f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 1099 time: 0.1170862 Apr 23 18:05:26.710376 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-889eec47-7699-4f3a-83d1-27ff5a4fd633 req-87aa8fea-1a95-4891-a87c-10acdf3fca51 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746312 Apr 23 18:05:26.712076 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d901a827-e608-4564-a77e-d87e80cc1a9d req-af80bbaa-faab-40bf-8a0e-d7f229bea5de service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628471 Apr 23 18:05:27.580843 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c5eef-af82-44dc-b32f-1604f755fef8 req-bd0a8e9d-b31a-4ad0-b74a-5b4deaf983fe tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:27.582404 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f86c5eef-af82-44dc-b32f-1604f755fef8 req-bd0a8e9d-b31a-4ad0-b74a-5b4deaf983fe tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 946 time: 0.0973623 Apr 23 18:05:27.630462 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f86c5eef-af82-44dc-b32f-1604f755fef8 req-8ad50124-81b6-412f-a91f-081e19fde515 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415907 Apr 23 18:05:27.910294 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd9cdf-d866-4af9-97c9-88b09790ab0e req-9d9f74bc-92c6-4855-804b-f6a854ea1189 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:27.911852 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ebbd9cdf-d866-4af9-97c9-88b09790ab0e req-9d9f74bc-92c6-4855-804b-f6a854ea1189 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.0888267 Apr 23 18:05:27.959482 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ebbd9cdf-d866-4af9-97c9-88b09790ab0e req-cf0bf686-bd01-4e84-8d17-7865ed0e8b6f tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413916 Apr 23 18:05:28.836377 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6046e5-375f-4564-b951-2217d9beb0e5 req-daa07785-a84f-4481-b18a-59cd56565e18 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:28.837952 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fd6046e5-375f-4564-b951-2217d9beb0e5 req-daa07785-a84f-4481-b18a-59cd56565e18 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 946 time: 0.0913174 Apr 23 18:05:28.886221 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fd6046e5-375f-4564-b951-2217d9beb0e5 req-6bf7d7e7-8dee-4cd8-853d-834e98693c28 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413637 Apr 23 18:05:29.089623 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8a25b-843e-4ced-b774-6a881a927b2e req-4a2d39cf-8c95-407e-9df3-aa289a0c67ea tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:29.091760 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9b8a25b-843e-4ced-b774-6a881a927b2e req-4a2d39cf-8c95-407e-9df3-aa289a0c67ea tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 946 time: 0.0915256 Apr 23 18:05:29.140137 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9b8a25b-843e-4ced-b774-6a881a927b2e req-93d53cb3-a1ea-46a2-a9e3-866e1baf05c9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417783 Apr 23 18:05:29.161535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412ac49-5dd5-4b6b-894a-0ac965805dc3 req-7ebaa89f-e368-49df-a32d-06f562048581 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:29.163141 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3412ac49-5dd5-4b6b-894a-0ac965805dc3 req-7ebaa89f-e368-49df-a32d-06f562048581 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.0903132 Apr 23 18:05:29.212127 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3412ac49-5dd5-4b6b-894a-0ac965805dc3 req-9d53eb6e-2845-46a5-8d23-055a319c052c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420847 Apr 23 18:05:29.561936 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073bac3-7d74-400f-8aa5-f473246b16b1 req-9a2f1424-beba-4787-b059-f24cd3f3013b tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:29.563543 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6073bac3-7d74-400f-8aa5-f473246b16b1 req-9a2f1424-beba-4787-b059-f24cd3f3013b tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 946 time: 0.0911963 Apr 23 18:05:29.611245 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6073bac3-7d74-400f-8aa5-f473246b16b1 req-7bdf017c-0aa4-4edd-872c-fb554ff54f9e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414629 Apr 23 18:05:30.416235 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a691738-6cd9-43a1-8788-4a8367883fda req-5cae37df-2875-4939-ae5d-68cf1528395c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:30.417997 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1a691738-6cd9-43a1-8788-4a8367883fda req-5cae37df-2875-4939-ae5d-68cf1528395c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.0894034 Apr 23 18:05:30.467286 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1a691738-6cd9-43a1-8788-4a8367883fda req-b5f168c0-b81c-444a-8155-a5c1b973715e tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424533 Apr 23 18:05:31.724010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac19b3c-c7f3-41e4-ad74-718ec3376ab6 req-636c4ba6-7b39-4861-ae23-167b8ecec000 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:31.725611 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-aac19b3c-c7f3-41e4-ad74-718ec3376ab6 req-636c4ba6-7b39-4861-ae23-167b8ecec000 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.0979497 Apr 23 18:05:31.775061 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-aac19b3c-c7f3-41e4-ad74-718ec3376ab6 req-3f4da84f-c253-44ac-baf7-76ace51de438 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422521 Apr 23 18:05:32.190743 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1b2e0-c9fc-49b8-b013-e712feea11eb req-8da9b5da-3612-4e57-8746-192760055a2e tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:32.192602 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b1f1b2e0-c9fc-49b8-b013-e712feea11eb req-8da9b5da-3612-4e57-8746-192760055a2e tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.0956302 Apr 23 18:05:32.244596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe50b5-bd43-4563-a44d-ecb7bc42aca9 req-fa9f24bc-e4bf-4387-b3f9-433b6305d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:32.248054 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3bbe50b5-bd43-4563-a44d-ecb7bc42aca9 req-fa9f24bc-e4bf-4387-b3f9-433b6305d754 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ba0ba73fa314fc1975a0277212cc5f0&device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 1099 time: 0.0914710 Apr 23 18:05:32.263618 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b1f1b2e0-c9fc-49b8-b013-e712feea11eb req-2a82dcc4-5c69-4329-8fc3-31f895f08f81 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625713 Apr 23 18:05:32.398402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe50b5-bd43-4563-a44d-ecb7bc42aca9 req-266fc738-d5dd-4cfb-ba96-154b625a1d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:32.399907 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3bbe50b5-bd43-4563-a44d-ecb7bc42aca9 req-266fc738-d5dd-4cfb-ba96-154b625a1d98 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad38896b-6c3f-4f69-b274-970cc96cfb38 HTTP/1.1" status: 200 len: 911 time: 0.1437840 Apr 23 18:05:32.508394 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3bbe50b5-bd43-4563-a44d-ecb7bc42aca9 req-cf132819-575b-4c8f-b054-d01798b5f60d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 HTTP/1.1" status: 200 len: 1002 time: 0.1015487 Apr 23 18:05:32.581024 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe50b5-bd43-4563-a44d-ecb7bc42aca9 req-a8da6672-5d77-4e6b-8e5e-07781979949e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:32.582507 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3bbe50b5-bd43-4563-a44d-ecb7bc42aca9 req-a8da6672-5d77-4e6b-8e5e-07781979949e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b97c07c-5285-4429-8f29-c273915b65dc HTTP/1.1" status: 200 len: 849 time: 0.0658598 Apr 23 18:05:32.666524 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe50b5-bd43-4563-a44d-ecb7bc42aca9 req-36cd7564-5cdc-423e-a7e7-425571d5086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:32.668118 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3bbe50b5-bd43-4563-a44d-ecb7bc42aca9 req-36cd7564-5cdc-423e-a7e7-425571d5086f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad38896b-6c3f-4f69-b274-970cc96cfb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766070 Apr 23 18:05:32.812817 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3bbe50b5-bd43-4563-a44d-ecb7bc42aca9 req-7b107fba-139c-4951-a69d-3d056e6d805f service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370492 Apr 23 18:05:32.957982 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3bbe50b5-bd43-4563-a44d-ecb7bc42aca9 req-077fe16a-472c-49ab-a811-8768da8250b6 service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386206 Apr 23 18:05:33.479707 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630d75e-8163-4ea5-89bd-fced6a7d88d6 req-f9aeb255-a8c1-47de-8134-c2393bec0225 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:33.482129 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5630d75e-8163-4ea5-89bd-fced6a7d88d6 req-f9aeb255-a8c1-47de-8134-c2393bec0225 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.1005750 Apr 23 18:05:33.532763 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5630d75e-8163-4ea5-89bd-fced6a7d88d6 req-a3c6e34f-48e1-4b28-ac84-f167fc4a1ada tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435662 Apr 23 18:05:33.845663 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96768d-8b93-4791-8a7d-26d5f3fa55e9 req-388bef9a-75d4-4981-9701-a5a5e3d8d02b tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:33.847289 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1b96768d-8b93-4791-8a7d-26d5f3fa55e9 req-388bef9a-75d4-4981-9701-a5a5e3d8d02b tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 947 time: 0.0875201 Apr 23 18:05:33.894135 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1b96768d-8b93-4791-8a7d-26d5f3fa55e9 req-0354f70e-da93-4b95-a899-4e9ad1c7bddf tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406280 Apr 23 18:05:34.531335 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b188d1-a68c-45d2-9933-411ee0d410b4 req-66d24fca-afa0-42ed-9f59-6c54e78726b8 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:34.532888 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a5b188d1-a68c-45d2-9933-411ee0d410b4 req-66d24fca-afa0-42ed-9f59-6c54e78726b8 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 946 time: 0.0883949 Apr 23 18:05:34.580718 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a5b188d1-a68c-45d2-9933-411ee0d410b4 req-b2cd3ec4-e2b4-491e-a7e7-4764601715b6 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416036 Apr 23 18:05:34.606307 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59114) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:34.741771 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bec4d-d652-47ea-b35a-d493b6288554 req-d89de5d6-eaa5-463e-a324-cedcb120dd2f tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:34.743396 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6e4bec4d-d652-47ea-b35a-d493b6288554 req-d89de5d6-eaa5-463e-a324-cedcb120dd2f tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.0917561 Apr 23 18:05:34.792670 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6e4bec4d-d652-47ea-b35a-d493b6288554 req-39892ee0-d1d6-4f8a-bae4-fd8c584b9e6d tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417917 Apr 23 18:05:34.863534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e216124b-e41c-495c-9630-fded2aa346d2 tempest-TestMinimumBasicScenario-1342485613 tempest-TestMinimumBasicScenario-1342485613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:34.865199 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-e216124b-e41c-495c-9630-fded2aa346d2 tempest-TestMinimumBasicScenario-1342485613 tempest-TestMinimumBasicScenario-1342485613-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 1094 time: 0.2577903 Apr 23 18:05:34.868250 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59122) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:34.874290 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Request body: {'floatingip': {'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'port_id': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:34.880445 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:34.884458 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Usage tracker for resource:floatingip and tenant:fc8c3fef6d3d496e979ad09a6010708e is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:34.887443 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:34.893321 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:34.902605 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for floatingip, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:35.101217 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:35.189082 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2169d62-411f-497d-b016-5fe091533c51 req-17965f11-dc67-4d13-947a-3cfa302be4fd tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:35.190572 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c2169d62-411f-497d-b016-5fe091533c51 req-17965f11-dc67-4d13-947a-3cfa302be4fd tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 947 time: 0.1642332 Apr 23 18:05:35.288556 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c2169d62-411f-497d-b016-5fe091533c51 req-4d2580d7-dbb0-4991-a00f-7a2874040ad9 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d13fb23-d811-4402-84b5-e5166fff1941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910163 Apr 23 18:05:35.307970 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Allocated IP 172.28.1.29 (98d3619d-941a-4347-b217-5f5fd5441170/72c7752f-77c2-49cb-bbe9-c4d5aa4c810b/d5346214-1220-4ddd-b023-8f4063a8620d) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:05:35.325455 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28dc5d-a0a9-417c-a867-88e3f7db96ef req-68d6ec12-61c1-4d4f-997d-1c4285389b2d tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:35.327040 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8c28dc5d-a0a9-417c-a867-88e3f7db96ef req-68d6ec12-61c1-4d4f-997d-1c4285389b2d tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 947 time: 0.0988188 Apr 23 18:05:35.468841 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:35.479586 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-8c28dc5d-a0a9-417c-a867-88e3f7db96ef req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Deleting port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:05:35.480580 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8c28dc5d-a0a9-417c-a867-88e3f7db96ef req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:35.498082 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:35.502802 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7bc7a298-5ef5-4ce5-9138-c70a7ce8f532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:35.563175 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Network 98d3619d-941a-4347-b217-5f5fd5441170 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:05:35.566364 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:05:35.575169 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:05:35.616783 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Pushing event updated for resources: {'Port': ['ID=d5346214-1220-4ddd-b023-8f4063a8620d,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:35.621267 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:35.623825 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-8c28dc5d-a0a9-417c-a867-88e3f7db96ef req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] For port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:05:35.624232 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8c28dc5d-a0a9-417c-a867-88e3f7db96ef req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:35.938264 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8c28dc5d-a0a9-417c-a867-88e3f7db96ef req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:35.938839 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8c28dc5d-a0a9-417c-a867-88e3f7db96ef req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853070193'] for floatingip, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:35.939210 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.l3_db [req-8c28dc5d-a0a9-417c-a867-88e3f7db96ef req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Floating IP 34528b12-df6e-428d-bb1d-eedaa1618021 disassociated. External IP: 172.28.1.211, port: e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe. Apr 23 18:05:35.939595 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-8c28dc5d-a0a9-417c-a867-88e3f7db96ef req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Calling delete_port for e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe owned by compute:nova {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:05:36.071133 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8c28dc5d-a0a9-417c-a867-88e3f7db96ef req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:36.079519 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-00c1d5df-945f-403c-8d48-4edb12041870 tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:36.131028 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event deleted for resources: {'Port': ['ID=e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:36.135153 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:36.158509 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:36.348007 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c28dc5d-a0a9-417c-a867-88e3f7db96ef req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Router e910f34c-0bc0-4bf3-885e-e1a6bc11926c has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:05:36.505213 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:36.578642 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9ac8cdfe-fd99-4c06-aed3-71b708ee6a1c req-7f6627df-c554-4bc3-9281-bb19ecf1ee78 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d4b320-bbf7-4435-9e18-35eeb9a375c6 HTTP/1.1" status: 200 len: 210 time: 0.1218870 Apr 23 18:05:36.657113 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c28dc5d-a0a9-417c-a867-88e3f7db96ef req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:05:36.668484 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b9aa0-4198-43c3-adcf-f41c79f82cd7 None None] Sync routers for ids ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:05:36.680830 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b9aa0-4198-43c3-adcf-f41c79f82cd7 None None] Routers {'e910f34c-0bc0-4bf3-885e-e1a6bc11926c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:05:36.682193 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-8e1b9aa0-4198-43c3-adcf-f41c79f82cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:05:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:05:36.752226 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c28dc5d-a0a9-417c-a867-88e3f7db96ef req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] No DVR routers for this DVR port e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe on host hv-cinder-78652 {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:05:36.754970 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8c28dc5d-a0a9-417c-a867-88e3f7db96ef req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:36.758075 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'name': 'network-vif-deleted', 'tag': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:05:36.759651 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:36.763576 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7594593'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:36.773774 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:36.779346 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8c28dc5d-a0a9-417c-a867-88e3f7db96ef req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.22 "DELETE /v2.0/ports/e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe HTTP/1.1" status: 204 len: 173 time: 1.4465382 Apr 23 18:05:36.831791 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d4b320-bbf7-4435-9e18-35eeb9a375c6', 'name': 'network-vif-deleted', 'tag': 'e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe', 'status': 'completed', 'code': 200} Apr 23 18:05:36.909525 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Pushing event updated for resources: {'Port': ['ID=d5346214-1220-4ddd-b023-8f4063a8620d,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:36.912907 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:36.920362 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-8e1b9aa0-4198-43c3-adcf-f41c79f82cd7 None None] Set router e910f34c-0bc0-4bf3-885e-e1a6bc11926c gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:05:36.931816 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853070193'] for floatingip, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:37.171623 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.l3_db [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Floating IP ade98f23-d459-4199-b92e-83f7d94af54d associated. External IP: 172.28.1.29, port: 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79. Apr 23 18:05:37.321449 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-8e1b9aa0-4198-43c3-adcf-f41c79f82cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:02:05Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'e444ab14-85d0-44fd-b56a-1ce90540f823', 'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'mac_address': 'fa:16:3e:81:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:03Z', 'updated_at': '2021-04-23T18:02:20Z', 'revision_number': 5, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'subnets': [{'id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:05:37.326622 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b9aa0-4198-43c3-adcf-f41c79f82cd7 None None] Checking router: e910f34c-0bc0-4bf3-885e-e1a6bc11926c for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:05:37.335978 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b9aa0-4198-43c3-adcf-f41c79f82cd7 None None] Routers {'e910f34c-0bc0-4bf3-885e-e1a6bc11926c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:05:37.336877 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-8e1b9aa0-4198-43c3-adcf-f41c79f82cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:05:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:05:37.536085 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-8e1b9aa0-4198-43c3-adcf-f41c79f82cd7 None None] Set router e910f34c-0bc0-4bf3-885e-e1a6bc11926c gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:05:37.591934 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Router cc13ebd6-63cf-4d6c-9fff-67fa44932945 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:05:37.733249 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 59136) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:37.795550 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:05:37.806116 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d8d322-e04d-4c67-a0e2-a9c46f5f324d None None] Sync routers for ids ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'] in dv-cinder-786524-3-smb {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:05:37.823276 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:37.825311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d8d322-e04d-4c67-a0e2-a9c46f5f324d None None] Routers {'cc13ebd6-63cf-4d6c-9fff-67fa44932945'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:05:37.826005 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-b6d8d322-e04d-4c67-a0e2-a9c46f5f324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:05:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:05:37.846142 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-74dfb946-1b75-4e80-9f63-f23173f57bd7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:37.883153 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-74dfb946-1b75-4e80-9f63-f23173f57bd7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:37.915105 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0431433 Apr 23 18:05:37.915105 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'tag': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:05:37.925697 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59140) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:37.936886 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-a0c7fabe-6e07-4185-a43d-00341965cd88 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-118346395', 'description': 'tempest-secgroup-smoke-118346395 description', 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:37.953805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a0c7fabe-6e07-4185-a43d-00341965cd88 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:37.954719 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-74dfb946-1b75-4e80-9f63-f23173f57bd7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:37.966730 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:37.985547 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a0c7fabe-6e07-4185-a43d-00341965cd88 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:38.005939 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfb946-1b75-4e80-9f63-f23173f57bd7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d13fb23-d811-4402-84b5-e5166fff1941,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:38.009226 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-74dfb946-1b75-4e80-9f63-f23173f57bd7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:38.013828 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'tag': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79', 'status': 'completed', 'code': 200} Apr 23 18:05:38.015185 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fabe-6e07-4185-a43d-00341965cd88 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.032213 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-74dfb946-1b75-4e80-9f63-f23173f57bd7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.039121 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a0c7fabe-6e07-4185-a43d-00341965cd88 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:38.041637 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-74dfb946-1b75-4e80-9f63-f23173f57bd7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "DELETE /v2.0/security-groups/4d13fb23-d811-4402-84b5-e5166fff1941 HTTP/1.1" status: 204 len: 168 time: 0.3072474 Apr 23 18:05:38.046862 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a0c7fabe-6e07-4185-a43d-00341965cd88 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Usage tracker for resource:security_group_rule and tenant:fc8c3fef6d3d496e979ad09a6010708e is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:38.050398 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a0c7fabe-6e07-4185-a43d-00341965cd88 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:38.056802 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a0c7fabe-6e07-4185-a43d-00341965cd88 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:38.101348 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-b6d8d322-e04d-4c67-a0e2-a9c46f5f324d None None] Set router cc13ebd6-63cf-4d6c-9fff-67fa44932945 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:05:38.107938 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 59146) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:38.112848 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-8e1b9aa0-4198-43c3-adcf-f41c79f82cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:02:05Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'e444ab14-85d0-44fd-b56a-1ce90540f823', 'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'mac_address': 'fa:16:3e:81:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:03Z', 'updated_at': '2021-04-23T18:02:20Z', 'revision_number': 5, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'subnets': [{'id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:05:38.117691 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b9aa0-4198-43c3-adcf-f41c79f82cd7 None None] The sync data for ids ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'] in dv-cinder-786524-3-smb is: [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:02:05Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'e444ab14-85d0-44fd-b56a-1ce90540f823', 'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'mac_address': 'fa:16:3e:81:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:03Z', 'updated_at': '2021-04-23T18:02:20Z', 'revision_number': 5, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'subnets': [{'id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:05:38.130446 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.v2.resource [None req-7afb4201-cdd4-4985-be62-9a4f05e158ee tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] show failed (client error): The resource could not be found. Apr 23 18:05:38.131776 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-7afb4201-cdd4-4985-be62-9a4f05e158ee tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups/4d13fb23-d811-4402-84b5-e5166fff1941 HTTP/1.1" status: 404 len: 347 time: 0.0225360 Apr 23 18:05:38.135143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 59150) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:38.155404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fabe-6e07-4185-a43d-00341965cd88 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.168637 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fabe-6e07-4185-a43d-00341965cd88 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.200863 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b5ef1b8d-f801-46c6-9c7a-741cd668c584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:38.238688 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7fabe-6e07-4185-a43d-00341965cd88 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758b2e53-dba0-4d8d-9c6f-20d7e110d7af,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:38.242703 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a0c7fabe-6e07-4185-a43d-00341965cd88 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:38.257608 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fabe-6e07-4185-a43d-00341965cd88 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.259107 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-a0c7fabe-6e07-4185-a43d-00341965cd88 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3322506 Apr 23 18:05:38.262820 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59154) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:38.279233 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-96857ad5-43a8-4f97-a268-f1ff74115e6f tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Request body: {'security_group_rule': {'security_group_id': '758b2e53-dba0-4d8d-9c6f-20d7e110d7af', 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:38.286428 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-96857ad5-43a8-4f97-a268-f1ff74115e6f tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:38.291498 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-96857ad5-43a8-4f97-a268-f1ff74115e6f tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Usage tracker for resource:security_group_rule and tenant:fc8c3fef6d3d496e979ad09a6010708e is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:38.295970 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-96857ad5-43a8-4f97-a268-f1ff74115e6f tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:38.310721 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-96857ad5-43a8-4f97-a268-f1ff74115e6f tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:38.343308 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-96857ad5-43a8-4f97-a268-f1ff74115e6f tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.433989 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-96857ad5-43a8-4f97-a268-f1ff74115e6f tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.439542 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-96857ad5-43a8-4f97-a268-f1ff74115e6f tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.441918 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b9cb2056-5d7e-4d2f-a9ac-17817c0537c3 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:38.476462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96857ad5-43a8-4f97-a268-f1ff74115e6f tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426a08a2-12ef-4878-9842-1d5c82719b51,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:38.490798 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-96857ad5-43a8-4f97-a268-f1ff74115e6f tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:38.499374 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-96857ad5-43a8-4f97-a268-f1ff74115e6f tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.502694 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-96857ad5-43a8-4f97-a268-f1ff74115e6f tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2387147 Apr 23 18:05:38.506624 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59158) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:38.521054 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-82535c95-ea70-4931-a027-2152e0e9fc6e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Request body: {'security_group_rule': {'security_group_id': '758b2e53-dba0-4d8d-9c6f-20d7e110d7af', 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:38.532412 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-82535c95-ea70-4931-a027-2152e0e9fc6e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:38.544015 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-82535c95-ea70-4931-a027-2152e0e9fc6e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Usage tracker for resource:security_group_rule and tenant:fc8c3fef6d3d496e979ad09a6010708e is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:38.547891 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-82535c95-ea70-4931-a027-2152e0e9fc6e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:38.562570 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-82535c95-ea70-4931-a027-2152e0e9fc6e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:38.601013 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-82535c95-ea70-4931-a027-2152e0e9fc6e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.657942 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb706635-d228-45e7-b8b2-57a1ca3d6f0d req-c0bd899f-6f31-4cbe-8be8-e7d7ce85a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:38.659796 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fb706635-d228-45e7-b8b2-57a1ca3d6f0d req-c0bd899f-6f31-4cbe-8be8-e7d7ce85a818 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fc8c3fef6d3d496e979ad09a6010708e&device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 1099 time: 0.6169844 Apr 23 18:05:38.673588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-82535c95-ea70-4931-a027-2152e0e9fc6e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.681095 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-82535c95-ea70-4931-a027-2152e0e9fc6e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.684113 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:38.711766 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82535c95-ea70-4931-a027-2152e0e9fc6e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baec807d-8cbf-4e12-9c6b-9a8cd29216ae,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:38.726201 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-82535c95-ea70-4931-a027-2152e0e9fc6e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:38.726748 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c6f47-7918-4dee-96fc-942b291ebc6d None None] New status for floating IP 34528b12-df6e-428d-bb1d-eedaa1618021: DOWN {{(pid=86363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 18:05:38.735031 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-82535c95-ea70-4931-a027-2152e0e9fc6e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.736382 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-82535c95-ea70-4931-a027-2152e0e9fc6e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2211909 Apr 23 18:05:38.739538 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59162) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:38.746204 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-3518daf8-a531-487e-83fb-9133f85c74e1 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Request body: {'security_group_rule': {'security_group_id': '758b2e53-dba0-4d8d-9c6f-20d7e110d7af', 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:38.753285 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-3518daf8-a531-487e-83fb-9133f85c74e1 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:38.757643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-3518daf8-a531-487e-83fb-9133f85c74e1 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Usage tracker for resource:security_group_rule and tenant:fc8c3fef6d3d496e979ad09a6010708e is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:38.761915 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-3518daf8-a531-487e-83fb-9133f85c74e1 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:38.768529 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-3518daf8-a531-487e-83fb-9133f85c74e1 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:38.799250 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3518daf8-a531-487e-83fb-9133f85c74e1 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.813883 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-b6d8d322-e04d-4c67-a0e2-a9c46f5f324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'name': 'tempest-TestMinimumBasicScenario-1298536082-router', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:33Z', 'updated_at': '2021-04-23T18:04:42Z', 'revision_number': 4, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'gw_port': {'id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:35Z', 'updated_at': '2021-04-23T18:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': 'ade98f23-d459-4199-b92e-83f7d94af54d', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'floating_ip_address': '172.28.1.29', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'port_id': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'mac_address': 'fa:16:3e:89:a2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:05:35Z', 'updated_at': '2021-04-23T18:05:35Z', 'revision_number': 0, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69675aa-efdf-460a-b28e-b7fe59db8595', 'name': '', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'mac_address': 'fa:16:3e:bf:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:41Z', 'updated_at': '2021-04-23T18:04:54Z', 'revision_number': 5, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'subnets': [{'id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:05:38.827949 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d8d322-e04d-4c67-a0e2-a9c46f5f324d None None] Checking router: cc13ebd6-63cf-4d6c-9fff-67fa44932945 for host: dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:05:38.845726 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d8d322-e04d-4c67-a0e2-a9c46f5f324d None None] Routers {'cc13ebd6-63cf-4d6c-9fff-67fa44932945'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:05:38.846564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-b6d8d322-e04d-4c67-a0e2-a9c46f5f324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:05:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:05:38.880067 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3518daf8-a531-487e-83fb-9133f85c74e1 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.884219 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3518daf8-a531-487e-83fb-9133f85c74e1 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.890127 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-82535c95-ea70-4931-a027-2152e0e9fc6e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:38.894208 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb706635-d228-45e7-b8b2-57a1ca3d6f0d req-70479d7a-f697-4271-b8c6-6f770d8e5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:38.895805 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fb706635-d228-45e7-b8b2-57a1ca3d6f0d req-70479d7a-f697-4271-b8c6-6f770d8e5fdf service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb556b08-5967-44b0-8b27-05fdb4da4705 HTTP/1.1" status: 200 len: 916 time: 0.2244809 Apr 23 18:05:38.953533 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518daf8-a531-487e-83fb-9133f85c74e1 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0a983e-74ea-4fc0-90da-d752cb146341,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:38.971057 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3518daf8-a531-487e-83fb-9133f85c74e1 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:38.977527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3518daf8-a531-487e-83fb-9133f85c74e1 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:38.978901 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-3518daf8-a531-487e-83fb-9133f85c74e1 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2381043 Apr 23 18:05:38.982035 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59166) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:38.992138 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-144e3f93-43ed-4154-8e91-6e1f14de952d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Request body: {'security_group_rule': {'security_group_id': '758b2e53-dba0-4d8d-9c6f-20d7e110d7af', 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:39.002337 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-144e3f93-43ed-4154-8e91-6e1f14de952d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:39.006792 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-144e3f93-43ed-4154-8e91-6e1f14de952d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Usage tracker for resource:security_group_rule and tenant:fc8c3fef6d3d496e979ad09a6010708e is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:39.008797 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Deleting port b2ce2e81-396e-4ca6-8bc7-5cd5ad873a6a {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:05:39.009188 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:39.010397 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-144e3f93-43ed-4154-8e91-6e1f14de952d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:39.018257 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-144e3f93-43ed-4154-8e91-6e1f14de952d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:39.039948 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-144e3f93-43ed-4154-8e91-6e1f14de952d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:39.082051 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-b6d8d322-e04d-4c67-a0e2-a9c46f5f324d None None] Set router cc13ebd6-63cf-4d6c-9fff-67fa44932945 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:05:39.093897 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fb706635-d228-45e7-b8b2-57a1ca3d6f0d req-5d268cca-8728-4ff2-b47f-d1271cb5608b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 HTTP/1.1" status: 200 len: 999 time: 0.1855931 Apr 23 18:05:39.120180 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-144e3f93-43ed-4154-8e91-6e1f14de952d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:39.124779 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-144e3f93-43ed-4154-8e91-6e1f14de952d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:39.126993 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3518daf8-a531-487e-83fb-9133f85c74e1 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:39.152521 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e3f93-43ed-4154-8e91-6e1f14de952d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744b2bb8-67f9-4247-92fe-ae5131220046,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:39.155353 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-144e3f93-43ed-4154-8e91-6e1f14de952d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:39.165714 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-144e3f93-43ed-4154-8e91-6e1f14de952d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:39.169884 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-144e3f93-43ed-4154-8e91-6e1f14de952d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1827946 Apr 23 18:05:39.170140 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59170) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:39.176588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-5561fc97-1095-4174-a9cb-71e613ea0d69 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Request body: {'security_group_rule': {'security_group_id': '758b2e53-dba0-4d8d-9c6f-20d7e110d7af', 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:39.183738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-5561fc97-1095-4174-a9cb-71e613ea0d69 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:39.187970 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5561fc97-1095-4174-a9cb-71e613ea0d69 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Usage tracker for resource:security_group_rule and tenant:fc8c3fef6d3d496e979ad09a6010708e is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:39.191106 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-5561fc97-1095-4174-a9cb-71e613ea0d69 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:39.197417 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-5561fc97-1095-4174-a9cb-71e613ea0d69 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:39.208941 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.securitygroups_db [None req-5561fc97-1095-4174-a9cb-71e613ea0d69 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Project fc8c3fef6d3d496e979ad09a6010708e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 18:05:39.211071 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb706635-d228-45e7-b8b2-57a1ca3d6f0d req-0a1b84d1-2b67-429b-a2cf-665ffec4f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:39.212696 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fb706635-d228-45e7-b8b2-57a1ca3d6f0d req-0a1b84d1-2b67-429b-a2cf-665ffec4f55a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58f98ef7-494a-4c9b-9c72-42147c3b01b1 HTTP/1.1" status: 200 len: 854 time: 0.1111844 Apr 23 18:05:39.216693 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5561fc97-1095-4174-a9cb-71e613ea0d69 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:39.218174 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:39.218588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:39.288653 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5561fc97-1095-4174-a9cb-71e613ea0d69 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:39.291658 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5561fc97-1095-4174-a9cb-71e613ea0d69 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:39.294511 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-96857ad5-43a8-4f97-a268-f1ff74115e6f tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:39.323977 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5561fc97-1095-4174-a9cb-71e613ea0d69 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:39.325304 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5561fc97-1095-4174-a9cb-71e613ea0d69 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1541336 Apr 23 18:05:39.327713 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561fc97-1095-4174-a9cb-71e613ea0d69 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec368e2-5c81-408c-8383-58e560c6aff5,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:39.329832 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59174) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:39.332664 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5561fc97-1095-4174-a9cb-71e613ea0d69 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:39.336465 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-ff7523ca-7027-4a1b-99e5-f347af914447 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Request body: {'security_group_rule': {'security_group_id': '758b2e53-dba0-4d8d-9c6f-20d7e110d7af', 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:39.344011 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-ff7523ca-7027-4a1b-99e5-f347af914447 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:39.348386 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-ff7523ca-7027-4a1b-99e5-f347af914447 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Usage tracker for resource:security_group_rule and tenant:fc8c3fef6d3d496e979ad09a6010708e is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:39.351535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-ff7523ca-7027-4a1b-99e5-f347af914447 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:39.358399 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-ff7523ca-7027-4a1b-99e5-f347af914447 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:39.378278 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.securitygroups_db [None req-ff7523ca-7027-4a1b-99e5-f347af914447 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Project fc8c3fef6d3d496e979ad09a6010708e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 18:05:39.385751 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ff7523ca-7027-4a1b-99e5-f347af914447 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:39.412379 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Calling delete_port for b2ce2e81-396e-4ca6-8bc7-5cd5ad873a6a owned by network:floatingip {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:05:39.459661 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ff7523ca-7027-4a1b-99e5-f347af914447 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:39.465943 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ff7523ca-7027-4a1b-99e5-f347af914447 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:39.468108 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:39.486000 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.db.api [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86361) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 18:05:39.486348 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_db.api [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 18:05:39.498966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7523ca-7027-4a1b-99e5-f347af914447 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa228ae-fd50-41e5-999a-073cd73a0897,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:39.501711 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ff7523ca-7027-4a1b-99e5-f347af914447 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:39.505915 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb706635-d228-45e7-b8b2-57a1ca3d6f0d req-c094a385-33a9-4bf5-98cf-50b520f2e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:39.507846 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fb706635-d228-45e7-b8b2-57a1ca3d6f0d req-c094a385-33a9-4bf5-98cf-50b520f2e007 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb556b08-5967-44b0-8b27-05fdb4da4705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2809958 Apr 23 18:05:39.514777 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ff7523ca-7027-4a1b-99e5-f347af914447 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:39.523482 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-ff7523ca-7027-4a1b-99e5-f347af914447 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1853392 Apr 23 18:05:39.526086 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:05:39.557094 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c4dd7951-9395-466b-bb85-96db079bfb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:39.562017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-b6d8d322-e04d-4c67-a0e2-a9c46f5f324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'name': 'tempest-TestMinimumBasicScenario-1298536082-router', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:33Z', 'updated_at': '2021-04-23T18:04:42Z', 'revision_number': 4, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'gw_port': {'id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:35Z', 'updated_at': '2021-04-23T18:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': 'ade98f23-d459-4199-b92e-83f7d94af54d', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'floating_ip_address': '172.28.1.29', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'port_id': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'mac_address': 'fa:16:3e:89:a2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:05:35Z', 'updated_at': '2021-04-23T18:05:35Z', 'revision_number': 0, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69675aa-efdf-460a-b28e-b7fe59db8595', 'name': '', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'mac_address': 'fa:16:3e:bf:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:41Z', 'updated_at': '2021-04-23T18:04:54Z', 'revision_number': 5, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'subnets': [{'id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:05:39.566678 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d8d322-e04d-4c67-a0e2-a9c46f5f324d None None] The sync data for ids ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'] in dv-cinder-786524-3-smb is: [{'id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'name': 'tempest-TestMinimumBasicScenario-1298536082-router', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:33Z', 'updated_at': '2021-04-23T18:04:42Z', 'revision_number': 4, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'gw_port': {'id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:35Z', 'updated_at': '2021-04-23T18:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': 'ade98f23-d459-4199-b92e-83f7d94af54d', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'floating_ip_address': '172.28.1.29', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'port_id': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'mac_address': 'fa:16:3e:89:a2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:05:35Z', 'updated_at': '2021-04-23T18:05:35Z', 'revision_number': 0, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69675aa-efdf-460a-b28e-b7fe59db8595', 'name': '', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'mac_address': 'fa:16:3e:bf:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:41Z', 'updated_at': '2021-04-23T18:04:54Z', 'revision_number': 5, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'subnets': [{'id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:05:39.662537 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-ee520925-62a8-4be0-9aae-bb4d53b430b2 req-f0f087e1-9afe-4953-82ee-4cfec38a24c8 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Synchronizing usage tracker for tenant:fc8c3fef6d3d496e979ad09a6010708e on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:05:39.679577 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-ee520925-62a8-4be0-9aae-bb4d53b430b2 req-f0f087e1-9afe-4953-82ee-4cfec38a24c8 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Unset dirty status for tenant:fc8c3fef6d3d496e979ad09a6010708e on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:05:39.680979 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ee520925-62a8-4be0-9aae-bb4d53b430b2 req-f0f087e1-9afe-4953-82ee-4cfec38a24c8 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118346395&fields=id&tenant_id=fc8c3fef6d3d496e979ad09a6010708e HTTP/1.1" status: 200 len: 267 time: 0.0607877 Apr 23 18:05:39.681941 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fb706635-d228-45e7-b8b2-57a1ca3d6f0d req-8b491182-eb45-472e-ba9c-9631b17245b4 service neutron] 10.222.0.22 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650441 Apr 23 18:05:39.774936 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee520925-62a8-4be0-9aae-bb4d53b430b2 req-6d1ae1f9-0ecc-4939-b6d8-93f38fb4f073 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:39.776492 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ee520925-62a8-4be0-9aae-bb4d53b430b2 req-6d1ae1f9-0ecc-4939-b6d8-93f38fb4f073 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 946 time: 0.0884516 Apr 23 18:05:39.795501 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-ee520925-62a8-4be0-9aae-bb4d53b430b2 req-a02fe764-4f7b-4663-b1fb-7717e526bbe7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Request body: {'port': {'security_groups': ['74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5', '758b2e53-dba0-4d8d-9c6f-20d7e110d7af']}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:39.829407 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fb706635-d228-45e7-b8b2-57a1ca3d6f0d req-201ab931-6cda-47c6-a376-1188cbb05d67 service neutron] 10.222.0.22 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401730 Apr 23 18:05:39.857136 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277dc05-3514-4944-8dc3-3fbf8d59a122 None None] New status for floating IP ade98f23-d459-4199-b92e-83f7d94af54d: ACTIVE {{(pid=86364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 18:05:39.933005 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-ee520925-62a8-4be0-9aae-bb4d53b430b2 req-a02fe764-4f7b-4663-b1fb-7717e526bbe7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:40.058429 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Deleting port b2ce2e81-396e-4ca6-8bc7-5cd5ad873a6a {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:05:40.058777 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:40.105667 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:05:40.155949 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:05:40.156756 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device e4c22ddc-f4c6-45c4-8c93-4049d9fac8fe not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:05:40.194222 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:40.194844 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:40.226942 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-ee520925-62a8-4be0-9aae-bb4d53b430b2 req-a02fe764-4f7b-4663-b1fb-7717e526bbe7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] For port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79,segment=NetworkSegment(479200c7-bb70-4755-b419-1ff5b27822fa),segment_id=479200c7-bb70-4755-b419-1ff5b27822fa)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:05:40.253695 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-ee520925-62a8-4be0-9aae-bb4d53b430b2 req-a02fe764-4f7b-4663-b1fb-7717e526bbe7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:40.257307 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-ee520925-62a8-4be0-9aae-bb4d53b430b2 req-a02fe764-4f7b-4663-b1fb-7717e526bbe7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7594593'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:40.263462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-355afa8e-f968-48bd-9446-939e9b4ea930 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:40.269458 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['1d57b9e6-532b-4bc7-bfa5-a4d29351bd79'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:05:40.333928 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee520925-62a8-4be0-9aae-bb4d53b430b2 req-a02fe764-4f7b-4663-b1fb-7717e526bbe7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:40.334611 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-ee520925-62a8-4be0-9aae-bb4d53b430b2 req-a02fe764-4f7b-4663-b1fb-7717e526bbe7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:40.336200 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ee520925-62a8-4be0-9aae-bb4d53b430b2 req-a02fe764-4f7b-4663-b1fb-7717e526bbe7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "PUT /v2.0/ports/1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 HTTP/1.1" status: 200 len: 982 time: 0.5477195 Apr 23 18:05:40.336987 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'tag': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:05:40.338192 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Calling delete_port for b2ce2e81-396e-4ca6-8bc7-5cd5ad873a6a owned by network:floatingip {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:05:40.399965 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fe764-4f7b-4663-b1fb-7717e526bbe7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Pushing event updated for resources: {'Port': ['ID=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79,revision_number=6']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:40.411835 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'tag': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79', 'status': 'completed', 'code': 200} Apr 23 18:05:40.412602 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a02fe764-4f7b-4663-b1fb-7717e526bbe7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:40.460475 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['1d57b9e6-532b-4bc7-bfa5-a4d29351bd79'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:05:40.583026 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72b3ca-671d-47d4-bbd8-3f6a0a41cdc5 req-ab76a6b9-ced5-4cc3-8e6c-3b4941e86195 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:40.591457 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-bf72b3ca-671d-47d4-bbd8-3f6a0a41cdc5 req-ab76a6b9-ced5-4cc3-8e6c-3b4941e86195 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 985 time: 0.1159053 Apr 23 18:05:40.603209 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654506e-c741-4c95-9f0e-491f37de98a8 req-4025b723-fc8a-40c5-b5ad-44159f92c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:40.604852 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1654506e-c741-4c95-9f0e-491f37de98a8 req-4025b723-fc8a-40c5-b5ad-44159f92c158 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fc8c3fef6d3d496e979ad09a6010708e&device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 1138 time: 0.1494219 Apr 23 18:05:40.605801 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:40.610386 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:40.638507 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-bf72b3ca-671d-47d4-bbd8-3f6a0a41cdc5 req-3427e915-9a0a-4d67-8f7a-45cc42498315 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&id=758b2e53-dba0-4d8d-9c6f-20d7e110d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459881 Apr 23 18:05:40.688380 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event deleted for resources: {'Port': ['ID=b2ce2e81-396e-4ca6-8bc7-5cd5ad873a6a,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:40.691003 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:40.743564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-4d838276-7ec7-4f05-bbc9-e223e4301e51 None None] Provisioning complete for port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:05:40.743991 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4d838276-7ec7-4f05-bbc9-e223e4301e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:40.872359 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for floatingip, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:40.903377 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654506e-c741-4c95-9f0e-491f37de98a8 req-016d7118-dcc3-49c8-bd2c-d470edb2b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:40.904948 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1654506e-c741-4c95-9f0e-491f37de98a8 req-016d7118-dcc3-49c8-bd2c-d470edb2b405 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb556b08-5967-44b0-8b27-05fdb4da4705 HTTP/1.1" status: 200 len: 916 time: 0.2577920 Apr 23 18:05:40.907692 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:40.908768 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "DELETE /v2.0/floatingips/34528b12-df6e-428d-bb1d-eedaa1618021 HTTP/1.1" status: 204 len: 168 time: 2.7726741 Apr 23 18:05:41.030931 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1654506e-c741-4c95-9f0e-491f37de98a8 req-5796383e-1c78-4237-b03f-2522a864bcfd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 HTTP/1.1" status: 200 len: 1001 time: 0.1115026 Apr 23 18:05:41.103431 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654506e-c741-4c95-9f0e-491f37de98a8 req-73a5404e-b7dd-428a-a020-33608c00e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:41.105649 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1654506e-c741-4c95-9f0e-491f37de98a8 req-73a5404e-b7dd-428a-a020-33608c00e335 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58f98ef7-494a-4c9b-9c72-42147c3b01b1 HTTP/1.1" status: 200 len: 854 time: 0.0684695 Apr 23 18:05:41.191934 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654506e-c741-4c95-9f0e-491f37de98a8 req-0fb32393-6f17-4d54-977f-e6ee3b4d5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:41.193314 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1654506e-c741-4c95-9f0e-491f37de98a8 req-0fb32393-6f17-4d54-977f-e6ee3b4d5d96 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb556b08-5967-44b0-8b27-05fdb4da4705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812140 Apr 23 18:05:41.222717 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59188) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:41.229582 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1416222664', 'description': 'tempest-description--140377946'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:41.237173 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:41.241984 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Usage tracker for resource:security_group and tenant:0b603028fc0648daac1a9a03b1ad4097 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:41.245009 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:41.251212 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:41.262061 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:41.283943 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:41.288004 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Usage tracker for resource:security_group_rule and tenant:0b603028fc0648daac1a9a03b1ad4097 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:41.290953 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:41.297694 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:41.342015 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1654506e-c741-4c95-9f0e-491f37de98a8 req-a8e269eb-c850-4d92-93b8-549cf4d18081 service neutron] 10.222.0.22 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402218 Apr 23 18:05:41.373171 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:41.377610 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:41.383246 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ba749004-04f3-4a9e-9b0a-5a69225644a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:41.428480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11aa248d-588a-42c7-921a-496cfc2a4039,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:41.431289 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:41.432190 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:41.433902 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2095559 Apr 23 18:05:41.436525 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59192) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:41.442363 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-e6a0782c-d796-4871-b4a3-663185095316 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Request body: {'security_group_rule': {'security_group_id': '11aa248d-588a-42c7-921a-496cfc2a4039', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:41.448931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e6a0782c-d796-4871-b4a3-663185095316 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:41.453136 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e6a0782c-d796-4871-b4a3-663185095316 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Usage tracker for resource:security_group_rule and tenant:0b603028fc0648daac1a9a03b1ad4097 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:41.456167 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e6a0782c-d796-4871-b4a3-663185095316 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:41.462264 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e6a0782c-d796-4871-b4a3-663185095316 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:41.484085 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e6a0782c-d796-4871-b4a3-663185095316 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:41.492841 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1654506e-c741-4c95-9f0e-491f37de98a8 req-7ceeb510-94b2-4fbb-b344-228af928f391 service neutron] 10.222.0.22 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419408 Apr 23 18:05:41.547583 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e6a0782c-d796-4871-b4a3-663185095316 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:41.550230 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e6a0782c-d796-4871-b4a3-663185095316 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:41.552291 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:41.573563 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0782c-d796-4871-b4a3-663185095316 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0c23dd-17c7-4faa-82ca-d7d547f16bb6,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:41.577742 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e6a0782c-d796-4871-b4a3-663185095316 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:41.584370 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e6a0782c-d796-4871-b4a3-663185095316 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:41.585630 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-e6a0782c-d796-4871-b4a3-663185095316 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479013 Apr 23 18:05:41.588453 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59196) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:41.594501 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-18a0aca8-627a-400d-b62c-bf0d1593efff tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Request body: {'security_group_rule': {'security_group_id': '11aa248d-588a-42c7-921a-496cfc2a4039', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:41.600483 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-18a0aca8-627a-400d-b62c-bf0d1593efff tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:41.604515 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-18a0aca8-627a-400d-b62c-bf0d1593efff tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Usage tracker for resource:security_group_rule and tenant:0b603028fc0648daac1a9a03b1ad4097 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:41.608198 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-18a0aca8-627a-400d-b62c-bf0d1593efff tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:41.614208 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-18a0aca8-627a-400d-b62c-bf0d1593efff tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:41.629826 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-18a0aca8-627a-400d-b62c-bf0d1593efff tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:41.693326 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-18a0aca8-627a-400d-b62c-bf0d1593efff tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:41.696136 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-18a0aca8-627a-400d-b62c-bf0d1593efff tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:41.704786 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ff7523ca-7027-4a1b-99e5-f347af914447 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:41.726799 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0aca8-627a-400d-b62c-bf0d1593efff tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4865f4-999f-48a0-a16a-5ecf8416560c,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:41.729152 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-18a0aca8-627a-400d-b62c-bf0d1593efff tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:41.732976 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-18a0aca8-627a-400d-b62c-bf0d1593efff tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:41.734225 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-18a0aca8-627a-400d-b62c-bf0d1593efff tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442337 Apr 23 18:05:41.737571 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59200) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:41.742954 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Request body: {'floatingip': {'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:41.749571 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:41.753560 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Usage tracker for resource:floatingip and tenant:0b603028fc0648daac1a9a03b1ad4097 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:05:41.756489 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:05:41.763478 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:41.772418 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for floatingip, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:41.867512 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd4be-03ca-46fb-87d0-6df29777d82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:41.919370 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:42.066457 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Allocated IP 172.28.1.211 (98d3619d-941a-4347-b217-5f5fd5441170/72c7752f-77c2-49cb-bbe9-c4d5aa4c810b/974a0494-dca5-4a8c-9d46-e0d94d9d36d3) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:05:42.223093 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:42.253240 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:42.257890 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b8a69826-4848-408e-a64e-89be7a987786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:42.319362 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Network 98d3619d-941a-4347-b217-5f5fd5441170 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:05:42.322613 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:05:42.331866 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:05:42.374290 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event updated for resources: {'Port': ['ID=974a0494-dca5-4a8c-9d46-e0d94d9d36d3,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:42.378537 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:42.422782 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:42.485454 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:42.561423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:42.724591 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:42.928514 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:42.932027 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7594593'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:42.936765 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:43.052338 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event updated for resources: {'Port': ['ID=974a0494-dca5-4a8c-9d46-e0d94d9d36d3,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:43.056598 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:43.061577 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853070193'] for floatingip, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:43.083582 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:43.084884 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3463275 Apr 23 18:05:43.317564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-819b54e8-ae89-417d-9228-42ab0a83e8ba tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Synchronizing usage tracker for tenant:0b603028fc0648daac1a9a03b1ad4097 on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:05:43.333314 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-819b54e8-ae89-417d-9228-42ab0a83e8ba tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Unset dirty status for tenant:0b603028fc0648daac1a9a03b1ad4097 on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:05:43.334536 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-819b54e8-ae89-417d-9228-42ab0a83e8ba tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1416222664&fields=id&tenant_id=0b603028fc0648daac1a9a03b1ad4097 HTTP/1.1" status: 200 len: 267 time: 0.0597203 Apr 23 18:05:43.499572 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-f08f04eb-ebbe-4b30-b09d-b22d571b5725 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:43.500314 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-f08f04eb-ebbe-4b30-b09d-b22d571b5725 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Synchronizing usage tracker for tenant:0b603028fc0648daac1a9a03b1ad4097 on resource:network {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:05:43.516702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-f08f04eb-ebbe-4b30-b09d-b22d571b5725 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Unset dirty status for tenant:0b603028fc0648daac1a9a03b1ad4097 on resource:network {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:05:43.517917 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-f08f04eb-ebbe-4b30-b09d-b22d571b5725 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/networks?id=81db996a-5443-4dca-8db4-06663c296f38 HTTP/1.1" status: 200 len: 816 time: 0.1754663 Apr 23 18:05:43.533753 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-32681139-28b1-4769-93d9-cbb1594571fb tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/quotas/0b603028fc0648daac1a9a03b1ad4097 HTTP/1.1" status: 200 len: 375 time: 0.0097704 Apr 23 18:05:43.627178 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-5ba8241e-34c1-403d-9a6b-db1b45274f34 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b603028fc0648daac1a9a03b1ad4097&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0876086 Apr 23 18:05:43.775469 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-3cce3996-9dad-4959-bb0b-b9d7eb2c4d0e service neutron] 10.222.0.11 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351006 Apr 23 18:05:43.915919 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-d6124dd0-686c-48e6-a090-7595045f44c5 service neutron] 10.222.0.11 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338682 Apr 23 18:05:44.116818 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-fd266498-9a58-4c9e-b1b6-e431fb0ef5ad req-501cd40c-24a4-4a54-826c-0061df4ce262 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Synchronizing usage tracker for tenant:0b603028fc0648daac1a9a03b1ad4097 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:05:44.133401 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-fd266498-9a58-4c9e-b1b6-e431fb0ef5ad req-501cd40c-24a4-4a54-826c-0061df4ce262 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Unset dirty status for tenant:0b603028fc0648daac1a9a03b1ad4097 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:05:44.134693 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fd266498-9a58-4c9e-b1b6-e431fb0ef5ad req-501cd40c-24a4-4a54-826c-0061df4ce262 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 210 time: 0.0662978 Apr 23 18:05:44.162728 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:45.321610 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3996b490-ec85-4613-9cf9-2a271b114eea req-5fbfb30d-b128-40d2-aea4-0fbac95e77fa tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 210 time: 0.0579102 Apr 23 18:05:45.423941 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-fb41aea6-49f1-433d-bb7d-ebd6f77c6f5b tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:45.425425 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-fb41aea6-49f1-433d-bb7d-ebd6f77c6f5b tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.22 "GET /v2.0/networks?id=81db996a-5443-4dca-8db4-06663c296f38 HTTP/1.1" status: 200 len: 816 time: 0.3938508 Apr 23 18:05:45.481317 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-22c91be4-90a8-4ae7-b7f2-184ee2994e34 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Synchronizing usage tracker for tenant:0b603028fc0648daac1a9a03b1ad4097 on resource:security_group {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:05:45.493416 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-22c91be4-90a8-4ae7-b7f2-184ee2994e34 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Unset dirty status for tenant:0b603028fc0648daac1a9a03b1ad4097 on resource:security_group {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:05:45.494567 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-22c91be4-90a8-4ae7-b7f2-184ee2994e34 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b603028fc0648daac1a9a03b1ad4097 HTTP/1.1" status: 200 len: 380 time: 0.0595291 Apr 23 18:05:45.504787 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Request body: {'port': {'device_id': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'admin_state_up': True, 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'security_groups': ['11aa248d-588a-42c7-921a-496cfc2a4039']}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:45.647690 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:05:45.658499 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:05:45.667334 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Made reservation on behalf of 0b603028fc0648daac1a9a03b1ad4097 for: {'port': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:05:45.673292 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:45.839897 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Allocated IP 172.20.0.13 (81db996a-5443-4dca-8db4-06663c296f38/3fa7ecc1-b122-4c85-83b3-3fd5fb03e649/83e1a1ee-3cca-4920-b598-cf618ff0bf58) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:05:46.035981 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:46.051818 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Transition to ACTIVE for port object 83e1a1ee-3cca-4920-b598-cf618ff0bf58 will not be triggered until provisioned by entity DHCP. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:05:46.075814 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:46.081724 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2e8af92e-46ec-4fbd-94b7-4261f71336e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:46.153025 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Network 81db996a-5443-4dca-8db4-06663c296f38 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:05:46.156730 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:05:46.160841 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:05:46.196015 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event updated for resources: {'Port': ['ID=83e1a1ee-3cca-4920-b598-cf618ff0bf58,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:46.217136 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:46.217552 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:46.217958 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:46.218359 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:46.218753 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:46.219172 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:46.219550 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:46.219944 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:46.220334 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:46.220723 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:46.221109 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:46.221495 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:05:46.227468 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:46.252789 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:46.253459 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:46.278447 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-512aef34-6231-412e-9c34-b3745011dac8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7776287 Apr 23 18:05:46.293684 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Request body: {'port': {'device_id': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:46.337428 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-53434303-b76a-49d0-8960-b977faadfc15 None None] Provisioning for port 83e1a1ee-3cca-4920-b598-cf618ff0bf58 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:05:46.343152 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-53434303-b76a-49d0-8960-b977faadfc15 None None] Provisioning complete for port 83e1a1ee-3cca-4920-b598-cf618ff0bf58 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:05:46.343683 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-53434303-b76a-49d0-8960-b977faadfc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:46.403278 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-53434303-b76a-49d0-8960-b977faadfc15 None None] Port 83e1a1ee-3cca-4920-b598-cf618ff0bf58 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:05:46.416764 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:46.662159 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c03c7a-9a70-44a9-b169-ab35911c0ef0 req-585c1be5-1fe0-44f2-ab1b-fc88d35c18c3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:46.662831 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-65c03c7a-9a70-44a9-b169-ab35911c0ef0 req-585c1be5-1fe0-44f2-ab1b-fc88d35c18c3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Synchronizing usage tracker for tenant:0b603028fc0648daac1a9a03b1ad4097 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:05:46.744365 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-65c03c7a-9a70-44a9-b169-ab35911c0ef0 req-585c1be5-1fe0-44f2-ab1b-fc88d35c18c3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Unset dirty status for tenant:0b603028fc0648daac1a9a03b1ad4097 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:05:46.746226 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-65c03c7a-9a70-44a9-b169-ab35911c0ef0 req-585c1be5-1fe0-44f2-ab1b-fc88d35c18c3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 932 time: 0.2835174 Apr 23 18:05:46.827294 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-65c03c7a-9a70-44a9-b169-ab35911c0ef0 req-bc6a7cf2-1e31-4c0f-a6bd-9e8e3dc18cd5 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664692 Apr 23 18:05:46.907663 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e1a1ee-3cca-4920-b598-cf618ff0bf58 {{(pid=86361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:05:46.915449 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:46.930740 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Transition to ACTIVE for port object 83e1a1ee-3cca-4920-b598-cf618ff0bf58 will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:05:46.933986 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:46.938508 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:47.145530 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Pushing event updated for resources: {'Port': ['ID=83e1a1ee-3cca-4920-b598-cf618ff0bf58,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:47.148528 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:47.190265 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Attempting to bind port 83e1a1ee-3cca-4920-b598-cf618ff0bf58 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:05:47.190570 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Attempting to bind port 83e1a1ee-3cca-4920-b598-cf618ff0bf58 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:05:47.190935 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Attempting to bind port 83e1a1ee-3cca-4920-b598-cf618ff0bf58 on network 81db996a-5443-4dca-8db4-06663c296f38 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:05:47.196063 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Port 83e1a1ee-3cca-4920-b598-cf618ff0bf58 on network 81db996a-5443-4dca-8db4-06663c296f38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:05:47.196431 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Attempting to bind port 83e1a1ee-3cca-4920-b598-cf618ff0bf58 on network 81db996a-5443-4dca-8db4-06663c296f38 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:05:47.201975 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:05:47.202341 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Checking segment: {'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:05:47.202757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Bound using segment: {'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:05:47.203271 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Bound port: 83e1a1ee-3cca-4920-b598-cf618ff0bf58, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12575161-3488-4676-a7f0-1f25e3fdd64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81db996a-5443-4dca-8db4-06663c296f38'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:05:47.203644 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:47.301987 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] For port 83e1a1ee-3cca-4920-b598-cf618ff0bf58, host hv-cinder-78652, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:05:47.305036 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] For port 83e1a1ee-3cca-4920-b598-cf618ff0bf58, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:05:47.308145 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:47.312709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-66d317b1-64ec-463c-a595-2f52a93242f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:47.367468 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:47.368082 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:47.369577 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] 10.222.0.22 "PUT /v2.0/ports/83e1a1ee-3cca-4920-b598-cf618ff0bf58 HTTP/1.1" status: 200 len: 1094 time: 1.0813026 Apr 23 18:05:47.370116 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'tag': '83e1a1ee-3cca-4920-b598-cf618ff0bf58'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:05:47.400800 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Pushing event updated for resources: {'Port': ['ID=83e1a1ee-3cca-4920-b598-cf618ff0bf58,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:47.414089 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:47.460952 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'tag': '83e1a1ee-3cca-4920-b598-cf618ff0bf58', 'status': 'completed', 'code': 200} Apr 23 18:05:47.509410 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-459ae533-10bb-4c0f-aaa5-cb7d30ba147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:47.511687 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-459ae533-10bb-4c0f-aaa5-cb7d30ba147a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b603028fc0648daac1a9a03b1ad4097&device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 1097 time: 0.0875938 Apr 23 18:05:47.589314 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-c4163207-04a1-4fd8-8521-5fd9882a04b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58 HTTP/1.1" status: 200 len: 217 time: 0.0681424 Apr 23 18:05:47.662484 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-6be310d5-3f23-4290-94db-6e2c027512f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:47.663949 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-6be310d5-3f23-4290-94db-6e2c027512f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3fa7ecc1-b122-4c85-83b3-3fd5fb03e649 HTTP/1.1" status: 200 len: 855 time: 0.0664053 Apr 23 18:05:47.747442 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-37e35523-b9f8-489d-a354-266af345632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:47.748921 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-37e35523-b9f8-489d-a354-266af345632d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=81db996a-5443-4dca-8db4-06663c296f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758796 Apr 23 18:05:47.891513 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-b167f606-8d43-4389-b338-1923a3aae39e service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344957 Apr 23 18:05:48.102626 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c50fcd48-de45-4d38-8d35-42c6f065d5d1 req-06e1bff5-29ff-4860-a76c-bd6a1013f5e2 service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035136 Apr 23 18:05:48.115473 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ebbc1-8a58-4ec3-918b-988ea4f4b952 req-10d1d983-659a-4c2e-ae65-1bd620a91d5c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:48.117000 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-929ebbc1-8a58-4ec3-918b-988ea4f4b952 req-10d1d983-659a-4c2e-ae65-1bd620a91d5c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 944 time: 0.1420007 Apr 23 18:05:48.223915 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-929ebbc1-8a58-4ec3-918b-988ea4f4b952 req-5ac8b6a6-d9f5-4cb4-b67d-183403bdabc7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951107 Apr 23 18:05:48.250395 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02173343-fe23-47cc-9f25-312349bdc3ea req-621e28bb-8493-4c11-84f5-2eb5f133fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:48.251984 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-02173343-fe23-47cc-9f25-312349bdc3ea req-621e28bb-8493-4c11-84f5-2eb5f133fdfc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b603028fc0648daac1a9a03b1ad4097&device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 1097 time: 0.1011426 Apr 23 18:05:48.398653 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02173343-fe23-47cc-9f25-312349bdc3ea req-93e2144f-0d85-4f61-be53-25f2bfbb8ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:48.400190 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-02173343-fe23-47cc-9f25-312349bdc3ea req-93e2144f-0d85-4f61-be53-25f2bfbb8ae1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=81db996a-5443-4dca-8db4-06663c296f38 HTTP/1.1" status: 200 len: 917 time: 0.1392686 Apr 23 18:05:48.483687 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-02173343-fe23-47cc-9f25-312349bdc3ea req-f6ad660c-de95-41dd-9a9f-817f7b63fd18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58 HTTP/1.1" status: 200 len: 217 time: 0.0705278 Apr 23 18:05:48.552590 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02173343-fe23-47cc-9f25-312349bdc3ea req-1b984b59-92bf-4070-9520-9d4e57f16d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:48.554063 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-02173343-fe23-47cc-9f25-312349bdc3ea req-1b984b59-92bf-4070-9520-9d4e57f16d17 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3fa7ecc1-b122-4c85-83b3-3fd5fb03e649 HTTP/1.1" status: 200 len: 855 time: 0.0624928 Apr 23 18:05:48.640095 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02173343-fe23-47cc-9f25-312349bdc3ea req-d8a64b83-a35e-4597-af82-ac847d235e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:48.641639 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-02173343-fe23-47cc-9f25-312349bdc3ea req-d8a64b83-a35e-4597-af82-ac847d235e80 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=81db996a-5443-4dca-8db4-06663c296f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788958 Apr 23 18:05:48.783902 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-02173343-fe23-47cc-9f25-312349bdc3ea req-946d4704-3004-477c-af6d-eb29b0cf0b7c service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345084 Apr 23 18:05:48.926308 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-02173343-fe23-47cc-9f25-312349bdc3ea req-a178422c-97f1-4dc8-b7ca-2abf70d52ba4 service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328239 Apr 23 18:05:49.433738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03e159-8032-4c4d-941a-c2e13b190901 req-051c9536-6211-407a-9303-15bba4faef51 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:49.435357 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6d03e159-8032-4c4d-941a-c2e13b190901 req-051c9536-6211-407a-9303-15bba4faef51 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 944 time: 0.0911493 Apr 23 18:05:49.484799 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6d03e159-8032-4c4d-941a-c2e13b190901 req-0442cc38-ebe3-495a-af98-6bfe0d0320fc tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428951 Apr 23 18:05:50.172161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 83e1a1ee-3cca-4920-b598-cf618ff0bf58 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:05:50.313747 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 83e1a1ee-3cca-4920-b598-cf618ff0bf58, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:05:50.328361 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '83e1a1ee-3cca-4920-b598-cf618ff0bf58', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'port_id': '83e1a1ee-3cca-4920-b598-cf618ff0bf58', 'mac_address': 'fa:16:3e:d2:21:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:05:50.390929 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:50.408715 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e1a1ee-3cca-4920-b598-cf618ff0bf58 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:05:50.424724 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 83e1a1ee-3cca-4920-b598-cf618ff0bf58, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:05:50.427574 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:50.429403 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:50.499240 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=83e1a1ee-3cca-4920-b598-cf618ff0bf58,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:50.502372 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:50.655736 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['83e1a1ee-3cca-4920-b598-cf618ff0bf58'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:05:50.691709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fad7c-fea1-4a38-8303-5d0322385148 req-53510f2e-2fd6-4566-ba86-fea1218337d2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:50.693235 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f71fad7c-fea1-4a38-8303-5d0322385148 req-53510f2e-2fd6-4566-ba86-fea1218337d2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 945 time: 0.0893199 Apr 23 18:05:50.742045 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f71fad7c-fea1-4a38-8303-5d0322385148 req-9003dc97-6c83-49de-85b8-7c972fada857 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418108 Apr 23 18:05:51.951788 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f78a3-675e-44c9-9050-6a97f02031de req-af922b9c-89b0-40da-be02-aa7bb2c327ec tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:51.953356 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ad8f78a3-675e-44c9-9050-6a97f02031de req-af922b9c-89b0-40da-be02-aa7bb2c327ec tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 945 time: 0.0914867 Apr 23 18:05:52.001474 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ad8f78a3-675e-44c9-9050-6a97f02031de req-0f9aa4d0-1554-4460-8d05-19e4eb715726 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418797 Apr 23 18:05:52.183557 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 83e1a1ee-3cca-4920-b598-cf618ff0bf58 up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:05:52.253959 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port 83e1a1ee-3cca-4920-b598-cf618ff0bf58 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:05:52.258863 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 83e1a1ee-3cca-4920-b598-cf618ff0bf58 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:05:52.259313 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:52.395919 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:52.396753 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:52.425064 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e1a1ee-3cca-4920-b598-cf618ff0bf58'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:05:52.436309 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 83e1a1ee-3cca-4920-b598-cf618ff0bf58, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:05:52.439220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:52.441844 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f58f24be-7652-4227-a416-358b8652aebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:05:52.480508 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e1a1ee-3cca-4920-b598-cf618ff0bf58', 'code': 200} Apr 23 18:05:52.518827 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=83e1a1ee-3cca-4920-b598-cf618ff0bf58,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:05:52.521954 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:05:52.716551 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31112bb-68a7-4148-b428-30db940bf2b0 req-30e478fb-bc74-4cf3-a565-eeab887e7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:52.717992 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a31112bb-68a7-4148-b428-30db940bf2b0 req-30e478fb-bc74-4cf3-a565-eeab887e7602 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 1099 time: 0.0801229 Apr 23 18:05:52.761047 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a31112bb-68a7-4148-b428-30db940bf2b0 req-c27eb404-45db-412f-9f74-749d60d1ad13 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355752 Apr 23 18:05:53.206206 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3f70e-e399-40e1-8b2e-61a0f74d0dfd req-fe17333d-2cdd-469d-bd7d-d74a48616221 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:53.207813 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e6a3f70e-e399-40e1-8b2e-61a0f74d0dfd req-fe17333d-2cdd-469d-bd7d-d74a48616221 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.0887651 Apr 23 18:05:53.259605 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e6a3f70e-e399-40e1-8b2e-61a0f74d0dfd req-f6eb3f28-8a5a-4dbb-a9cc-0586847a2e03 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448983 Apr 23 18:05:54.465423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadd154-41c8-40f6-9b29-2975fa7467ba req-5c1a7bb9-a205-436e-9b55-cdbb0c106256 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:54.467041 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3fadd154-41c8-40f6-9b29-2975fa7467ba req-5c1a7bb9-a205-436e-9b55-cdbb0c106256 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.0878987 Apr 23 18:05:54.513776 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3fadd154-41c8-40f6-9b29-2975fa7467ba req-eed55141-57e0-44d5-9ad6-dbf9f6161fd6 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404048 Apr 23 18:05:54.711527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd05f93-93dd-4168-8a4a-a331df1e0db6 req-ff9fe811-fb7d-4475-a1b2-13604cd56c9f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:54.713098 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4dd05f93-93dd-4168-8a4a-a331df1e0db6 req-ff9fe811-fb7d-4475-a1b2-13604cd56c9f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.0897915 Apr 23 18:05:54.723329 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59256) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:05:54.728754 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-8ffd7da9-8e51-4907-9dd3-104b13a945c3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Request body: {'floatingip': {'port_id': '83e1a1ee-3cca-4920-b598-cf618ff0bf58'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:05:54.813821 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8ffd7da9-8e51-4907-9dd3-104b13a945c3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for floatingip, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:55.438073 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8ffd7da9-8e51-4907-9dd3-104b13a945c3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:55.440895 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8ffd7da9-8e51-4907-9dd3-104b13a945c3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853070193'] for floatingip, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:55.619726 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.l3_db [None req-8ffd7da9-8e51-4907-9dd3-104b13a945c3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Floating IP 22b0ed2e-5a7c-4eb2-a939-5b7cc440a126 associated. External IP: 172.28.1.211, port: 83e1a1ee-3cca-4920-b598-cf618ff0bf58. Apr 23 18:05:56.220396 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffd7da9-8e51-4907-9dd3-104b13a945c3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Router e910f34c-0bc0-4bf3-885e-e1a6bc11926c has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:05:56.407005 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffd7da9-8e51-4907-9dd3-104b13a945c3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:05:56.411416 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8ffd7da9-8e51-4907-9dd3-104b13a945c3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:05:56.417180 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee135b1-9941-4ef7-b198-fa162c7d59d6 None None] Sync routers for ids ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:05:56.427797 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee135b1-9941-4ef7-b198-fa162c7d59d6 None None] Routers {'e910f34c-0bc0-4bf3-885e-e1a6bc11926c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:05:56.428473 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-5ee135b1-9941-4ef7-b198-fa162c7d59d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:05:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:05:56.473279 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8ffd7da9-8e51-4907-9dd3-104b13a945c3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "PUT /v2.0/floatingips/22b0ed2e-5a7c-4eb2-a939-5b7cc440a126 HTTP/1.1" status: 200 len: 992 time: 1.7487550 Apr 23 18:05:56.473878 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'tag': '83e1a1ee-3cca-4920-b598-cf618ff0bf58'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:05:56.521440 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'tag': '83e1a1ee-3cca-4920-b598-cf618ff0bf58', 'status': 'completed', 'code': 200} Apr 23 18:05:56.622860 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-5ee135b1-9941-4ef7-b198-fa162c7d59d6 None None] Set router e910f34c-0bc0-4bf3-885e-e1a6bc11926c gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:05:56.636467 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d8e5-8909-409a-9f44-0a7dfdad9f8a req-d6628045-2023-492d-b44a-a9e09b1d24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:56.638035 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a18d8e5-8909-409a-9f44-0a7dfdad9f8a req-d6628045-2023-492d-b44a-a9e09b1d24ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b603028fc0648daac1a9a03b1ad4097&device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 1099 time: 0.0825768 Apr 23 18:05:56.779076 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d8e5-8909-409a-9f44-0a7dfdad9f8a req-ca8d2fb2-c6fc-4e63-af31-4e9c83e4b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:56.780556 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a18d8e5-8909-409a-9f44-0a7dfdad9f8a req-ca8d2fb2-c6fc-4e63-af31-4e9c83e4b073 service neutron] 10.222.0.22 "GET /v2.0/networks?id=81db996a-5443-4dca-8db4-06663c296f38 HTTP/1.1" status: 200 len: 917 time: 0.1349530 Apr 23 18:05:57.122023 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a18d8e5-8909-409a-9f44-0a7dfdad9f8a req-62100a56-f00c-43b9-b5c4-1a39f4f0d6ea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58 HTTP/1.1" status: 200 len: 1000 time: 0.3288713 Apr 23 18:05:57.164919 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-5ee135b1-9941-4ef7-b198-fa162c7d59d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:02:05Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': '22b0ed2e-5a7c-4eb2-a939-5b7cc440a126', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'port_id': '83e1a1ee-3cca-4920-b598-cf618ff0bf58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'mac_address': 'fa:16:3e:d2:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:05:42Z', 'updated_at': '2021-04-23T18:05:55Z', 'revision_number': 1, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e444ab14-85d0-44fd-b56a-1ce90540f823', 'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'mac_address': 'fa:16:3e:81:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:03Z', 'updated_at': '2021-04-23T18:02:20Z', 'revision_number': 5, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'subnets': [{'id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:05:57.169112 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee135b1-9941-4ef7-b198-fa162c7d59d6 None None] Checking router: e910f34c-0bc0-4bf3-885e-e1a6bc11926c for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:05:57.178511 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee135b1-9941-4ef7-b198-fa162c7d59d6 None None] Routers {'e910f34c-0bc0-4bf3-885e-e1a6bc11926c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:05:57.179196 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-5ee135b1-9941-4ef7-b198-fa162c7d59d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:05:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:05:57.192105 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d8e5-8909-409a-9f44-0a7dfdad9f8a req-a392b1ab-3344-47d5-a6ac-94b551c32c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:57.193662 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a18d8e5-8909-409a-9f44-0a7dfdad9f8a req-a392b1ab-3344-47d5-a6ac-94b551c32c60 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3fa7ecc1-b122-4c85-83b3-3fd5fb03e649 HTTP/1.1" status: 200 len: 855 time: 0.0649362 Apr 23 18:05:57.277636 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d8e5-8909-409a-9f44-0a7dfdad9f8a req-b817f580-5c4c-4c99-a9af-9dcd77ae6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:05:57.279246 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a18d8e5-8909-409a-9f44-0a7dfdad9f8a req-b817f580-5c4c-4c99-a9af-9dcd77ae6d4f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=81db996a-5443-4dca-8db4-06663c296f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771883 Apr 23 18:05:57.370602 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-5ee135b1-9941-4ef7-b198-fa162c7d59d6 None None] Set router e910f34c-0bc0-4bf3-885e-e1a6bc11926c gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:05:57.428664 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a18d8e5-8909-409a-9f44-0a7dfdad9f8a req-32f85ebd-1ac5-4669-a4a2-edc892b367d2 service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418900 Apr 23 18:05:57.575952 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a18d8e5-8909-409a-9f44-0a7dfdad9f8a req-5d5f586f-59bb-4815-830d-199973130611 service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395850 Apr 23 18:05:57.748116 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-5ee135b1-9941-4ef7-b198-fa162c7d59d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:02:05Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': '22b0ed2e-5a7c-4eb2-a939-5b7cc440a126', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'port_id': '83e1a1ee-3cca-4920-b598-cf618ff0bf58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'mac_address': 'fa:16:3e:d2:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:05:42Z', 'updated_at': '2021-04-23T18:05:55Z', 'revision_number': 1, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e444ab14-85d0-44fd-b56a-1ce90540f823', 'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'mac_address': 'fa:16:3e:81:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:03Z', 'updated_at': '2021-04-23T18:02:20Z', 'revision_number': 5, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'subnets': [{'id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:05:57.752369 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee135b1-9941-4ef7-b198-fa162c7d59d6 None None] The sync data for ids ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'] in dv-cinder-786524-3-smb is: [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:02:05Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': '22b0ed2e-5a7c-4eb2-a939-5b7cc440a126', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'port_id': '83e1a1ee-3cca-4920-b598-cf618ff0bf58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'mac_address': 'fa:16:3e:d2:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:05:42Z', 'updated_at': '2021-04-23T18:05:55Z', 'revision_number': 1, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e444ab14-85d0-44fd-b56a-1ce90540f823', 'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'mac_address': 'fa:16:3e:81:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:03Z', 'updated_at': '2021-04-23T18:02:20Z', 'revision_number': 5, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'subnets': [{'id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:05:58.032658 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ebe35e-ca40-41d0-b245-f0a12a958dda None None] New status for floating IP 22b0ed2e-5a7c-4eb2-a939-5b7cc440a126: ACTIVE {{(pid=86364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 18:06:04.499113 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca303a-84ac-4b07-a483-5374d5207c69 req-b1f9929c-14fc-4574-a652-757727704532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:04.500700 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53ca303a-84ac-4b07-a483-5374d5207c69 req-b1f9929c-14fc-4574-a652-757727704532 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fc8c3fef6d3d496e979ad09a6010708e&device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 1138 time: 0.0890200 Apr 23 18:06:04.530734 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f30ead-51fe-40c8-ae73-1172eb4790f8 req-7a717aa9-db2a-4631-9cf6-92a1eb67753d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:04.532350 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-01f30ead-51fe-40c8-ae73-1172eb4790f8 req-7a717aa9-db2a-4631-9cf6-92a1eb67753d tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 985 time: 0.0931904 Apr 23 18:06:04.583674 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-01f30ead-51fe-40c8-ae73-1172eb4790f8 req-f606503d-1056-45bf-b316-ae89e1ecc07b tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&id=758b2e53-dba0-4d8d-9c6f-20d7e110d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447361 Apr 23 18:06:04.645330 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca303a-84ac-4b07-a483-5374d5207c69 req-9057422b-9974-4c2b-afa0-8b3d2b0d2f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:04.646874 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53ca303a-84ac-4b07-a483-5374d5207c69 req-9057422b-9974-4c2b-afa0-8b3d2b0d2f53 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb556b08-5967-44b0-8b27-05fdb4da4705 HTTP/1.1" status: 200 len: 916 time: 0.1393368 Apr 23 18:06:04.756659 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53ca303a-84ac-4b07-a483-5374d5207c69 req-5ed3a232-1ea8-482c-b10d-b51f17c23818 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 HTTP/1.1" status: 200 len: 1001 time: 0.1019804 Apr 23 18:06:04.828363 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca303a-84ac-4b07-a483-5374d5207c69 req-360b3b8d-9443-4c76-9a45-c0050632e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:04.829852 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53ca303a-84ac-4b07-a483-5374d5207c69 req-360b3b8d-9443-4c76-9a45-c0050632e528 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58f98ef7-494a-4c9b-9c72-42147c3b01b1 HTTP/1.1" status: 200 len: 854 time: 0.0634766 Apr 23 18:06:04.911343 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca303a-84ac-4b07-a483-5374d5207c69 req-4968d740-7144-45fe-872e-6bd7e7874afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:04.912874 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53ca303a-84ac-4b07-a483-5374d5207c69 req-4968d740-7144-45fe-872e-6bd7e7874afb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb556b08-5967-44b0-8b27-05fdb4da4705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755687 Apr 23 18:06:05.058837 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53ca303a-84ac-4b07-a483-5374d5207c69 req-8776e16e-0380-4301-8afe-e7ca730a053f service neutron] 10.222.0.22 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356268 Apr 23 18:06:05.201866 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53ca303a-84ac-4b07-a483-5374d5207c69 req-d19f19a3-0dda-42fa-b137-61d5e6c5d2d5 service neutron] 10.222.0.22 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364176 Apr 23 18:06:05.788668 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9b54c-9dc4-47ff-8516-3103e20be556 req-53d9bbdb-c949-4b44-a399-feeab9da72d6 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:05.790147 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53f9b54c-9dc4-47ff-8516-3103e20be556 req-53d9bbdb-c949-4b44-a399-feeab9da72d6 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 985 time: 0.0936050 Apr 23 18:06:05.841775 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53f9b54c-9dc4-47ff-8516-3103e20be556 req-8dff09b9-4ab1-4c68-a431-55084eefa4c6 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&id=758b2e53-dba0-4d8d-9c6f-20d7e110d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445943 Apr 23 18:06:07.046113 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16a1cf-5175-41f8-bf9c-9612e673d51c req-d15c04ca-fdb9-477f-bf66-740b7e167423 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:07.047659 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8c16a1cf-5175-41f8-bf9c-9612e673d51c req-d15c04ca-fdb9-477f-bf66-740b7e167423 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 985 time: 0.0888722 Apr 23 18:06:07.103221 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8c16a1cf-5175-41f8-bf9c-9612e673d51c req-1ad4ce84-c6ca-4657-b2aa-180e2007f9f6 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&id=758b2e53-dba0-4d8d-9c6f-20d7e110d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490291 Apr 23 18:06:08.181149 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48c970-c62e-45f3-bf11-a1cd0a29b926 req-9bd142f5-c4ab-43ad-87b6-2de93011db35 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:08.182737 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6d48c970-c62e-45f3-bf11-a1cd0a29b926 req-9bd142f5-c4ab-43ad-87b6-2de93011db35 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.0937665 Apr 23 18:06:08.232219 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6d48c970-c62e-45f3-bf11-a1cd0a29b926 req-dd566687-6c50-48b1-8f30-de6ceef081f0 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425768 Apr 23 18:06:08.314129 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56737ca-b4f5-400e-b9df-64b4fbdae8fd req-eb7f9f22-042a-42e5-9de8-dc64f4e08892 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:08.315741 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a56737ca-b4f5-400e-b9df-64b4fbdae8fd req-eb7f9f22-042a-42e5-9de8-dc64f4e08892 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 985 time: 0.0894842 Apr 23 18:06:08.365996 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a56737ca-b4f5-400e-b9df-64b4fbdae8fd req-0ffb69b2-c664-4c43-a6ee-9b59a618d8a2 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&id=758b2e53-dba0-4d8d-9c6f-20d7e110d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435588 Apr 23 18:06:09.438390 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200523f-e2dd-4bd5-9e4b-3f8ffde43f82 req-dcec5926-0737-4b32-b434-f8f1ca0b7d28 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:09.439998 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9200523f-e2dd-4bd5-9e4b-3f8ffde43f82 req-dcec5926-0737-4b32-b434-f8f1ca0b7d28 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.0935805 Apr 23 18:06:09.488186 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9200523f-e2dd-4bd5-9e4b-3f8ffde43f82 req-25c2d114-2c01-4459-a763-a83a9116aade tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416300 Apr 23 18:06:09.551610 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bccff29f-8bef-4e38-a8a0-f060d88c0c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:09.579644 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa64fb-aa90-4502-a2e8-df4bd93393d5 req-698e1025-1eb4-401e-8ebc-5fba5a2ac460 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:09.581219 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0bfa64fb-aa90-4502-a2e8-df4bd93393d5 req-698e1025-1eb4-401e-8ebc-5fba5a2ac460 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 985 time: 0.0952482 Apr 23 18:06:09.630647 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0bfa64fb-aa90-4502-a2e8-df4bd93393d5 req-fcd1f9fb-ada7-4898-80ce-2eeaa4186773 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&id=758b2e53-dba0-4d8d-9c6f-20d7e110d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429325 Apr 23 18:06:10.263868 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e173f26-50e8-42f1-a09b-d96bf6c0fc58 req-7871e1e9-bf69-4b17-822b-7f233767e55c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:10.265330 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5e173f26-50e8-42f1-a09b-d96bf6c0fc58 req-7871e1e9-bf69-4b17-822b-7f233767e55c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.22 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.0879366 Apr 23 18:06:10.416425 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-5e173f26-50e8-42f1-a09b-d96bf6c0fc58 req-f4aab7ed-c5fd-4ab7-8b6e-a8c616020b0c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Deleting port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:06:10.416811 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5e173f26-50e8-42f1-a09b-d96bf6c0fc58 req-f4aab7ed-c5fd-4ab7-8b6e-a8c616020b0c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:10.559829 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-5e173f26-50e8-42f1-a09b-d96bf6c0fc58 req-f4aab7ed-c5fd-4ab7-8b6e-a8c616020b0c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] For port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:06:10.560400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5e173f26-50e8-42f1-a09b-d96bf6c0fc58 req-f4aab7ed-c5fd-4ab7-8b6e-a8c616020b0c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:10.839966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb129c07-7dc1-4be6-b8d1-74afc1450ef4 req-11a3ca34-9418-4c88-b972-34e5526364c8 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:10.842325 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-eb129c07-7dc1-4be6-b8d1-74afc1450ef4 req-11a3ca34-9418-4c88-b972-34e5526364c8 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 985 time: 0.0915775 Apr 23 18:06:10.893411 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-eb129c07-7dc1-4be6-b8d1-74afc1450ef4 req-d0181f84-3caa-43e0-9d61-0a98c1768ced tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&id=758b2e53-dba0-4d8d-9c6f-20d7e110d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444443 Apr 23 18:06:10.901095 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f493e-ada5-4ce1-bda1-fc3aefa8356c req-cae0e53e-aa13-43ff-a526-e013753b1ea4 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:10.902709 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e40f493e-ada5-4ce1-bda1-fc3aefa8356c req-cae0e53e-aa13-43ff-a526-e013753b1ea4 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 946 time: 0.2745864 Apr 23 18:06:10.984993 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5e173f26-50e8-42f1-a09b-d96bf6c0fc58 req-f4aab7ed-c5fd-4ab7-8b6e-a8c616020b0c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:10.985407 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5e173f26-50e8-42f1-a09b-d96bf6c0fc58 req-f4aab7ed-c5fd-4ab7-8b6e-a8c616020b0c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853070193'] for floatingip, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:10.985759 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.l3_db [req-5e173f26-50e8-42f1-a09b-d96bf6c0fc58 req-f4aab7ed-c5fd-4ab7-8b6e-a8c616020b0c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Floating IP 58527563-e8c2-4f7e-ad13-7636836ecd84 disassociated. External IP: 172.28.1.241, port: 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091. Apr 23 18:06:10.986138 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-5e173f26-50e8-42f1-a09b-d96bf6c0fc58 req-f4aab7ed-c5fd-4ab7-8b6e-a8c616020b0c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Calling delete_port for 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 owned by compute:nova {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:06:10.991076 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e40f493e-ada5-4ce1-bda1-fc3aefa8356c req-9e400473-7cb0-4e4c-8e8d-4cc87295ea22 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=377c04fc-f372-472e-84b5-1ae77cfad4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775523 Apr 23 18:06:11.105591 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5e173f26-50e8-42f1-a09b-d96bf6c0fc58 req-f4aab7ed-c5fd-4ab7-8b6e-a8c616020b0c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:11.112348 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:11.162033 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aab7ed-c5fd-4ab7-8b6e-a8c616020b0c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event deleted for resources: {'Port': ['ID=93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:11.166616 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f4aab7ed-c5fd-4ab7-8b6e-a8c616020b0c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:11.358260 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e173f26-50e8-42f1-a09b-d96bf6c0fc58 req-f4aab7ed-c5fd-4ab7-8b6e-a8c616020b0c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Router 125d1238-22b8-47de-8b7d-8ce3b8b51583 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:06:11.550186 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e173f26-50e8-42f1-a09b-d96bf6c0fc58 req-f4aab7ed-c5fd-4ab7-8b6e-a8c616020b0c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:06:11.560481 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7418372c-2667-4e00-b9c9-5336b804b367 None None] Sync routers for ids ['125d1238-22b8-47de-8b7d-8ce3b8b51583'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:06:11.571599 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7418372c-2667-4e00-b9c9-5336b804b367 None None] Routers {'125d1238-22b8-47de-8b7d-8ce3b8b51583'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:06:11.572410 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-7418372c-2667-4e00-b9c9-5336b804b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:05:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['125d1238-22b8-47de-8b7d-8ce3b8b51583'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:06:11.636357 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e173f26-50e8-42f1-a09b-d96bf6c0fc58 req-f4aab7ed-c5fd-4ab7-8b6e-a8c616020b0c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] No DVR routers for this DVR port 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 on host hv-cinder-78652 {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:06:11.639265 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-5e173f26-50e8-42f1-a09b-d96bf6c0fc58 req-f4aab7ed-c5fd-4ab7-8b6e-a8c616020b0c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:11.642163 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723ef0a7-2f27-42f8-abfd-9e1676ba330e', 'name': 'network-vif-deleted', 'tag': '93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:06:11.663756 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5e173f26-50e8-42f1-a09b-d96bf6c0fc58 req-f4aab7ed-c5fd-4ab7-8b6e-a8c616020b0c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.22 "DELETE /v2.0/ports/93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 HTTP/1.1" status: 204 len: 173 time: 1.3908236 Apr 23 18:06:11.695119 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723ef0a7-2f27-42f8-abfd-9e1676ba330e', 'name': 'network-vif-deleted', 'tag': '93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091', 'status': 'completed', 'code': 200} Apr 23 18:06:11.771366 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-7418372c-2667-4e00-b9c9-5336b804b367 None None] Set router 125d1238-22b8-47de-8b7d-8ce3b8b51583 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:06:11.987132 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f35175ea-2d1d-4db2-97cd-9fe53ee2c34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:12.127548 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ee1ad-8c6d-4255-b435-656150708b34 req-aaa62bab-170f-438d-ae95-96322bd23c22 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:12.129336 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9e0ee1ad-8c6d-4255-b435-656150708b34 req-aaa62bab-170f-438d-ae95-96322bd23c22 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 985 time: 0.1152780 Apr 23 18:06:12.134134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-7418372c-2667-4e00-b9c9-5336b804b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:59Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'd85aad17-1906-4b50-befa-89499a83cfcc', 'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'mac_address': 'fa:16:3e:9b:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:57Z', 'updated_at': '2021-04-23T18:02:13Z', 'revision_number': 5, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'subnets': [{'id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:06:12.141066 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7418372c-2667-4e00-b9c9-5336b804b367 None None] Checking router: 125d1238-22b8-47de-8b7d-8ce3b8b51583 for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:06:12.150680 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7418372c-2667-4e00-b9c9-5336b804b367 None None] Routers {'125d1238-22b8-47de-8b7d-8ce3b8b51583'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:06:12.151991 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-7418372c-2667-4e00-b9c9-5336b804b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:06:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['125d1238-22b8-47de-8b7d-8ce3b8b51583'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:06:12.183486 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-b08015c4-1b34-44d9-bf13-c4009ea620b8 req-1f76cc7d-28e3-4a14-82f4-8f1d69ead6b5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Synchronizing usage tracker for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:06:12.187633 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9e0ee1ad-8c6d-4255-b435-656150708b34 req-f07abc04-05bb-4bc1-afa5-fc577aca5159 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&id=758b2e53-dba0-4d8d-9c6f-20d7e110d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488114 Apr 23 18:06:12.203777 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-b08015c4-1b34-44d9-bf13-c4009ea620b8 req-1f76cc7d-28e3-4a14-82f4-8f1d69ead6b5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Unset dirty status for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:06:12.205071 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b08015c4-1b34-44d9-bf13-c4009ea620b8 req-1f76cc7d-28e3-4a14-82f4-8f1d69ead6b5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=723ef0a7-2f27-42f8-abfd-9e1676ba330e HTTP/1.1" status: 200 len: 210 time: 0.0742605 Apr 23 18:06:12.356098 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-7418372c-2667-4e00-b9c9-5336b804b367 None None] Set router 125d1238-22b8-47de-8b7d-8ce3b8b51583 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:06:12.590142 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:12.695749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-7418372c-2667-4e00-b9c9-5336b804b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:59Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'd85aad17-1906-4b50-befa-89499a83cfcc', 'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'mac_address': 'fa:16:3e:9b:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:57Z', 'updated_at': '2021-04-23T18:02:13Z', 'revision_number': 5, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'subnets': [{'id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:06:12.700083 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7418372c-2667-4e00-b9c9-5336b804b367 None None] The sync data for ids ['125d1238-22b8-47de-8b7d-8ce3b8b51583'] in dv-cinder-786524-3-smb is: [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:59Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'd85aad17-1906-4b50-befa-89499a83cfcc', 'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'mac_address': 'fa:16:3e:9b:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:57Z', 'updated_at': '2021-04-23T18:02:13Z', 'revision_number': 5, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'subnets': [{'id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:06:12.730701 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:13.082572 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7ef268-6ba8-43a5-adae-7dbd25984b83 None None] New status for floating IP 58527563-e8c2-4f7e-ad13-7636836ecd84: DOWN {{(pid=86364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 18:06:13.358550 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59336) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:06:13.457868 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:13.463184 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe9451-6219-42df-82d6-c1b50b5fcb30 req-8939c0a1-87e1-4fe4-a79b-1fcac984f2dc tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:13.464956 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-edfe9451-6219-42df-82d6-c1b50b5fcb30 req-8939c0a1-87e1-4fe4-a79b-1fcac984f2dc tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 985 time: 0.1530886 Apr 23 18:06:13.499476 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:13.523749 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-edfe9451-6219-42df-82d6-c1b50b5fcb30 req-9db7b5e8-bbf4-4d02-9304-7690974aa958 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&id=758b2e53-dba0-4d8d-9c6f-20d7e110d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0505636 Apr 23 18:06:13.552702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:13.558107 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-971df227-57a5-4037-822f-052c0aef5569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:13.575975 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377c04fc-f372-472e-84b5-1ae77cfad4bf,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:13.587077 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:13.587502 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:13.587918 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:13.588326 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:13.588732 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:13.589134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:13.589534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:13.589930 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:13.590328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:13.591386 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:13.591625 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:13.592018 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:13.595621 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:13.596899 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:13.598099 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "DELETE /v2.0/security-groups/377c04fc-f372-472e-84b5-1ae77cfad4bf HTTP/1.1" status: 204 len: 168 time: 0.2384396 Apr 23 18:06:13.600966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59340) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:06:13.618774 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.v2.resource [None req-4651b2ff-ad0f-4e62-8977-5adec62ea7de tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] show failed (client error): The resource could not be found. Apr 23 18:06:13.619746 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-4651b2ff-ad0f-4e62-8977-5adec62ea7de tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups/377c04fc-f372-472e-84b5-1ae77cfad4bf HTTP/1.1" status: 404 len: 347 time: 0.0178242 Apr 23 18:06:13.623899 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59344) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:06:13.860596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-b465954f-e6c2-47a5-9e07-79e954009bbc tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Deleting port 2b73e8fa-f1d4-4b6a-97d1-79c4b7743200 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:06:13.860981 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b465954f-e6c2-47a5-9e07-79e954009bbc tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:13.986144 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b465954f-e6c2-47a5-9e07-79e954009bbc tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:13.986508 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b465954f-e6c2-47a5-9e07-79e954009bbc tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:14.116516 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-b465954f-e6c2-47a5-9e07-79e954009bbc tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Calling delete_port for 2b73e8fa-f1d4-4b6a-97d1-79c4b7743200 owned by network:floatingip {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:06:14.159835 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:14.229838 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b465954f-e6c2-47a5-9e07-79e954009bbc tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:14.235424 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f2841abd-0a76-4005-be42-4cb062cb1ad7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:14.288651 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465954f-e6c2-47a5-9e07-79e954009bbc tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event deleted for resources: {'Port': ['ID=2b73e8fa-f1d4-4b6a-97d1-79c4b7743200,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:14.311149 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:06:14.322796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b465954f-e6c2-47a5-9e07-79e954009bbc tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:14.347859 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:06:14.348254 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 93e3cdad-a55a-4bb5-b5a8-a4fe3d48f091 not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:06:14.384560 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b465954f-e6c2-47a5-9e07-79e954009bbc tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for floatingip, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:14.402038 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b465954f-e6c2-47a5-9e07-79e954009bbc tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:14.403862 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-b465954f-e6c2-47a5-9e07-79e954009bbc tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "DELETE /v2.0/floatingips/58527563-e8c2-4f7e-ad13-7636836ecd84 HTTP/1.1" status: 204 len: 168 time: 0.7783654 Apr 23 18:06:14.831618 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59354) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:06:14.837621 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1626446177', 'description': 'tempest-description--388485770'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:06:14.844705 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:06:14.849071 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Usage tracker for resource:security_group and tenant:2ba0ba73fa314fc1975a0277212cc5f0 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:06:14.852127 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:06:14.858330 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:06:14.868729 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:14.893629 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:06:14.897656 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Usage tracker for resource:security_group_rule and tenant:2ba0ba73fa314fc1975a0277212cc5f0 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:06:14.900597 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:06:14.907872 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:06:14.942425 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d931d82-0e36-4961-a84a-54df7fd5eb0f req-718ebab1-d544-493f-88ba-2700a8fc644f tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:14.944036 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8d931d82-0e36-4961-a84a-54df7fd5eb0f req-718ebab1-d544-493f-88ba-2700a8fc644f tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 985 time: 0.0907505 Apr 23 18:06:14.981193 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:14.984330 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:14.989871 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-417c8b0d-ca2a-4a5b-856b-f10ba372c793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:14.995379 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8d931d82-0e36-4961-a84a-54df7fd5eb0f req-23950c23-6d45-456b-b247-3455fec7024b tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&id=758b2e53-dba0-4d8d-9c6f-20d7e110d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434830 Apr 23 18:06:15.034638 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8996650-97e0-4fd5-a57d-89b09f42467a,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:15.037460 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:15.038760 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2060597 Apr 23 18:06:15.039777 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:15.041734 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59358) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:06:15.047362 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-81b92ffa-69b2-49c3-b86e-a5e7d68d6998 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Request body: {'security_group_rule': {'security_group_id': 'b8996650-97e0-4fd5-a57d-89b09f42467a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:06:15.053659 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-81b92ffa-69b2-49c3-b86e-a5e7d68d6998 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:06:15.057739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-81b92ffa-69b2-49c3-b86e-a5e7d68d6998 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Usage tracker for resource:security_group_rule and tenant:2ba0ba73fa314fc1975a0277212cc5f0 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:06:15.061348 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-81b92ffa-69b2-49c3-b86e-a5e7d68d6998 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:06:15.067509 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-81b92ffa-69b2-49c3-b86e-a5e7d68d6998 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:06:15.084443 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-81b92ffa-69b2-49c3-b86e-a5e7d68d6998 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:15.146658 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-81b92ffa-69b2-49c3-b86e-a5e7d68d6998 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:15.149218 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-81b92ffa-69b2-49c3-b86e-a5e7d68d6998 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:15.151328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:15.174596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b92ffa-69b2-49c3-b86e-a5e7d68d6998 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c10b21d-5989-4859-883e-66be7324a19b,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:15.180680 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-81b92ffa-69b2-49c3-b86e-a5e7d68d6998 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:15.184685 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-81b92ffa-69b2-49c3-b86e-a5e7d68d6998 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:15.186074 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-81b92ffa-69b2-49c3-b86e-a5e7d68d6998 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433363 Apr 23 18:06:15.188861 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59362) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:06:15.194541 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-35aaba5b-35c1-4be5-bcd9-c6a057531c63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Request body: {'security_group_rule': {'security_group_id': 'b8996650-97e0-4fd5-a57d-89b09f42467a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:06:15.201557 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-35aaba5b-35c1-4be5-bcd9-c6a057531c63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:06:15.205667 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-35aaba5b-35c1-4be5-bcd9-c6a057531c63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Usage tracker for resource:security_group_rule and tenant:2ba0ba73fa314fc1975a0277212cc5f0 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:06:15.208704 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-35aaba5b-35c1-4be5-bcd9-c6a057531c63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:06:15.214702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-35aaba5b-35c1-4be5-bcd9-c6a057531c63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:06:15.230520 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-35aaba5b-35c1-4be5-bcd9-c6a057531c63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:15.297135 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-35aaba5b-35c1-4be5-bcd9-c6a057531c63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:15.299649 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-35aaba5b-35c1-4be5-bcd9-c6a057531c63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:15.301763 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:15.325576 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aaba5b-35c1-4be5-bcd9-c6a057531c63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa294fca-c5eb-4443-a128-b87430f67d1a,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:15.328078 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-35aaba5b-35c1-4be5-bcd9-c6a057531c63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:15.334054 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-35aaba5b-35c1-4be5-bcd9-c6a057531c63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:15.335349 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-35aaba5b-35c1-4be5-bcd9-c6a057531c63 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454380 Apr 23 18:06:15.338690 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59366) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:06:15.344306 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Request body: {'floatingip': {'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:06:15.350417 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:06:15.354387 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Usage tracker for resource:floatingip and tenant:2ba0ba73fa314fc1975a0277212cc5f0 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:06:15.358134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:06:15.364180 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:06:15.374180 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for floatingip, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:15.518394 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:15.660882 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Allocated IP 172.28.1.222 (98d3619d-941a-4347-b217-5f5fd5441170/72c7752f-77c2-49cb-bbe9-c4d5aa4c810b/f41713a6-4fd4-4c69-83f1-a8b4fcdb4814) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:06:15.815895 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:15.845763 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:15.850539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8d8a6766-1f4e-450f-93c4-00ea0fcf234a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:15.911537 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Network 98d3619d-941a-4347-b217-5f5fd5441170 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:06:15.914440 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:06:15.918530 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:06:15.969327 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event updated for resources: {'Port': ['ID=f41713a6-4fd4-4c69-83f1-a8b4fcdb4814,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:15.973641 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:16.015649 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:16.085605 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:16.214596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c47a4-c7ed-40f4-b563-a9a1a747d4a2 req-c4b691e8-9bfd-4ae8-afa5-006e855fe3ec tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:16.216973 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0d3c47a4-c7ed-40f4-b563-a9a1a747d4a2 req-c4b691e8-9bfd-4ae8-afa5-006e855fe3ec tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 985 time: 0.0953600 Apr 23 18:06:16.267435 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0d3c47a4-c7ed-40f4-b563-a9a1a747d4a2 req-15910513-f0f5-4000-ada9-6b18d17a2326 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&id=758b2e53-dba0-4d8d-9c6f-20d7e110d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438113 Apr 23 18:06:16.306000 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:16.309775 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7594593'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:16.314417 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:16.425213 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event updated for resources: {'Port': ['ID=f41713a6-4fd4-4c69-83f1-a8b4fcdb4814,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:16.433383 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:16.442834 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853070193'] for floatingip, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:16.465465 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:16.466807 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1270483 Apr 23 18:06:16.515785 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:06:16.706281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-8496c178-0142-4bb6-be46-6564d2941852 req-17836a36-90d8-45aa-a143-2608ea7e2832 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Synchronizing usage tracker for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:06:16.722287 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-8496c178-0142-4bb6-be46-6564d2941852 req-17836a36-90d8-45aa-a143-2608ea7e2832 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Unset dirty status for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:06:16.723488 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8496c178-0142-4bb6-be46-6564d2941852 req-17836a36-90d8-45aa-a143-2608ea7e2832 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1626446177&fields=id&tenant_id=2ba0ba73fa314fc1975a0277212cc5f0 HTTP/1.1" status: 200 len: 267 time: 0.0610158 Apr 23 18:06:16.886497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c178-0142-4bb6-be46-6564d2941852 req-ed8459ce-832d-4dc2-842b-f8e46fbf157f tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:16.888177 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8496c178-0142-4bb6-be46-6564d2941852 req-ed8459ce-832d-4dc2-842b-f8e46fbf157f tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/networks?id=ad38896b-6c3f-4f69-b274-970cc96cfb38 HTTP/1.1" status: 200 len: 810 time: 0.1574433 Apr 23 18:06:16.904121 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8496c178-0142-4bb6-be46-6564d2941852 req-0a93de83-c17e-446a-8b8c-9720a67aa35b tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/quotas/2ba0ba73fa314fc1975a0277212cc5f0 HTTP/1.1" status: 200 len: 375 time: 0.0098789 Apr 23 18:06:17.001740 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-8496c178-0142-4bb6-be46-6564d2941852 req-e48a86fd-ab50-437c-b386-064b193ff0c9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Synchronizing usage tracker for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:06:17.016519 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-8496c178-0142-4bb6-be46-6564d2941852 req-e48a86fd-ab50-437c-b386-064b193ff0c9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Unset dirty status for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:06:17.017926 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8496c178-0142-4bb6-be46-6564d2941852 req-e48a86fd-ab50-437c-b386-064b193ff0c9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ba0ba73fa314fc1975a0277212cc5f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1079679 Apr 23 18:06:17.170720 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8496c178-0142-4bb6-be46-6564d2941852 req-0863b018-cc8b-414a-8e2e-20306afee330 service neutron] 10.222.0.11 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398184 Apr 23 18:06:17.315721 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8496c178-0142-4bb6-be46-6564d2941852 req-712dd429-e954-430e-afb5-b11b8d7489b4 service neutron] 10.222.0.11 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378701 Apr 23 18:06:17.485558 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f4ccc-a79d-4687-a5c0-50b12a861b2d req-5113aabf-2be6-48b8-9768-297eafb026f4 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:17.487239 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8c9f4ccc-a79d-4687-a5c0-50b12a861b2d req-5113aabf-2be6-48b8-9768-297eafb026f4 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 985 time: 0.1019459 Apr 23 18:06:17.518075 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e9113358-e3e7-4bac-be34-9f73e09adeeb req-6343c56f-2789-4847-b0f4-f86efc1f8637 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 210 time: 0.0515616 Apr 23 18:06:17.761864 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8c9f4ccc-a79d-4687-a5c0-50b12a861b2d req-d2517d1e-2898-483f-a770-891e3b371ec4 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&id=758b2e53-dba0-4d8d-9c6f-20d7e110d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2673893 Apr 23 18:06:18.612849 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c178-0142-4bb6-be46-6564d2941852 req-883e12ed-f3dc-4466-aa71-c930524fdd15 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:18.614367 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8496c178-0142-4bb6-be46-6564d2941852 req-883e12ed-f3dc-4466-aa71-c930524fdd15 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.22 "GET /v2.0/networks?id=ad38896b-6c3f-4f69-b274-970cc96cfb38 HTTP/1.1" status: 200 len: 810 time: 0.1638906 Apr 23 18:06:18.709748 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-aacbf362-bb2f-41ab-ab2c-4b990bd352e6 req-4a11ca60-df62-411c-a792-650dc973ffa5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 210 time: 0.0661514 Apr 23 18:06:18.718120 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8496c178-0142-4bb6-be46-6564d2941852 req-064a14f9-d82c-45e6-b7cd-fe91368f0819 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ba0ba73fa314fc1975a0277212cc5f0 HTTP/1.1" status: 200 len: 380 time: 0.0947633 Apr 23 18:06:18.726960 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-8496c178-0142-4bb6-be46-6564d2941852 req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Request body: {'port': {'device_id': 'c14ab0cb-be2c-4056-bf5f-eb3a5b94a747', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'admin_state_up': True, 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'security_groups': ['b8996650-97e0-4fd5-a57d-89b09f42467a']}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:06:18.870588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-8496c178-0142-4bb6-be46-6564d2941852 req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:06:18.880513 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-8496c178-0142-4bb6-be46-6564d2941852 req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:06:18.889134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8496c178-0142-4bb6-be46-6564d2941852 req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Made reservation on behalf of 2ba0ba73fa314fc1975a0277212cc5f0 for: {'port': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:06:18.895164 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8496c178-0142-4bb6-be46-6564d2941852 req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:19.067356 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-8496c178-0142-4bb6-be46-6564d2941852 req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Allocated IP 172.20.0.13 (ad38896b-6c3f-4f69-b274-970cc96cfb38/7b97c07c-5285-4429-8f29-c273915b65dc/51b74246-2216-463b-934b-47de11e50da6) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:06:19.264019 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8496c178-0142-4bb6-be46-6564d2941852 req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:19.280821 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-8496c178-0142-4bb6-be46-6564d2941852 req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Transition to ACTIVE for port object 51b74246-2216-463b-934b-47de11e50da6 will not be triggered until provisioned by entity DHCP. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:06:19.303451 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8496c178-0142-4bb6-be46-6564d2941852 req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:19.308853 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-266754d3-128e-4b31-926e-01cae474f0f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:19.376094 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8496c178-0142-4bb6-be46-6564d2941852 req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Network ad38896b-6c3f-4f69-b274-970cc96cfb38 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:06:19.377137 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-8496c178-0142-4bb6-be46-6564d2941852 req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:06:19.386471 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-8496c178-0142-4bb6-be46-6564d2941852 req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:06:19.431966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event updated for resources: {'Port': ['ID=51b74246-2216-463b-934b-47de11e50da6,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:19.437454 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:19.464966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c178-0142-4bb6-be46-6564d2941852 req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:19.465731 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8496c178-0142-4bb6-be46-6564d2941852 req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:19.492863 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8496c178-0142-4bb6-be46-6564d2941852 req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7699664 Apr 23 18:06:19.505672 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Request body: {'port': {'device_id': 'c14ab0cb-be2c-4056-bf5f-eb3a5b94a747', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:06:19.566176 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-1924b98b-929d-45c4-aade-930dfa492a9a None None] Provisioning for port 51b74246-2216-463b-934b-47de11e50da6 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:06:19.571437 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-1924b98b-929d-45c4-aade-930dfa492a9a None None] Provisioning complete for port 51b74246-2216-463b-934b-47de11e50da6 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:06:19.571864 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1924b98b-929d-45c4-aade-930dfa492a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:19.629163 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-1924b98b-929d-45c4-aade-930dfa492a9a None None] Port 51b74246-2216-463b-934b-47de11e50da6 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:06:19.630635 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:20.000388 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c82a37-7ad9-4a97-b91f-d9f3548d7832 req-621f7238-2854-4dd3-aa4c-7b1171f8bc2e tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:20.001060 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-c7c82a37-7ad9-4a97-b91f-d9f3548d7832 req-621f7238-2854-4dd3-aa4c-7b1171f8bc2e tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Synchronizing usage tracker for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:06:20.071616 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-c7c82a37-7ad9-4a97-b91f-d9f3548d7832 req-621f7238-2854-4dd3-aa4c-7b1171f8bc2e tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Unset dirty status for tenant:2ba0ba73fa314fc1975a0277212cc5f0 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:06:20.072869 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c7c82a37-7ad9-4a97-b91f-d9f3548d7832 req-621f7238-2854-4dd3-aa4c-7b1171f8bc2e tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 932 time: 0.2194304 Apr 23 18:06:20.097295 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b74246-2216-463b-934b-47de11e50da6 {{(pid=86361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:06:20.108966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:20.140801 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Transition to ACTIVE for port object 51b74246-2216-463b-934b-47de11e50da6 will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:06:20.146219 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c7c82a37-7ad9-4a97-b91f-d9f3548d7832 req-dcb36ef4-3660-4fe9-96b3-1e5aa9c482b5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8996650-97e0-4fd5-a57d-89b09f42467a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662899 Apr 23 18:06:20.147002 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:20.151772 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-19120e1b-b97b-4800-b441-591c3ad88335 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:20.321578 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Pushing event updated for resources: {'Port': ['ID=51b74246-2216-463b-934b-47de11e50da6,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:20.332904 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:20.405626 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Attempting to bind port 51b74246-2216-463b-934b-47de11e50da6 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:06:20.406003 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Attempting to bind port 51b74246-2216-463b-934b-47de11e50da6 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:06:20.406373 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Attempting to bind port 51b74246-2216-463b-934b-47de11e50da6 on network ad38896b-6c3f-4f69-b274-970cc96cfb38 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:06:20.413171 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Port 51b74246-2216-463b-934b-47de11e50da6 on network ad38896b-6c3f-4f69-b274-970cc96cfb38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:06:20.413537 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Attempting to bind port 51b74246-2216-463b-934b-47de11e50da6 on network ad38896b-6c3f-4f69-b274-970cc96cfb38 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:06:20.419858 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:06:20.420231 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Checking segment: {'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:06:20.420652 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Bound using segment: {'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:06:20.421125 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Bound port: 51b74246-2216-463b-934b-47de11e50da6, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff389c04-e4ca-4a3f-a442-c93b291907e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:06:20.421513 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:20.518670 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] For port 51b74246-2216-463b-934b-47de11e50da6, host hv-cinder-78652, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:06:20.521738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] For port 51b74246-2216-463b-934b-47de11e50da6, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=51b74246-2216-463b-934b-47de11e50da6,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:06:20.525064 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:20.530373 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:20.584091 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:20.584639 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:20.586104 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8496c178-0142-4bb6-be46-6564d2941852 req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] 10.222.0.22 "PUT /v2.0/ports/51b74246-2216-463b-934b-47de11e50da6 HTTP/1.1" status: 200 len: 1094 time: 1.0852537 Apr 23 18:06:20.586622 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14ab0cb-be2c-4056-bf5f-eb3a5b94a747', 'tag': '51b74246-2216-463b-934b-47de11e50da6'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:06:20.616089 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Pushing event updated for resources: {'Port': ['ID=51b74246-2216-463b-934b-47de11e50da6,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:20.619748 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:20.664226 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14ab0cb-be2c-4056-bf5f-eb3a5b94a747', 'tag': '51b74246-2216-463b-934b-47de11e50da6', 'status': 'completed', 'code': 200} Apr 23 18:06:20.708986 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c178-0142-4bb6-be46-6564d2941852 req-04f03efb-9f27-4510-9509-d91de0fb740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:20.710672 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8496c178-0142-4bb6-be46-6564d2941852 req-04f03efb-9f27-4510-9509-d91de0fb740b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ba0ba73fa314fc1975a0277212cc5f0&device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 1097 time: 0.0844159 Apr 23 18:06:20.791185 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8496c178-0142-4bb6-be46-6564d2941852 req-0631a978-5a76-4fb3-be36-de13106a4d1d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b74246-2216-463b-934b-47de11e50da6 HTTP/1.1" status: 200 len: 217 time: 0.0727675 Apr 23 18:06:20.862655 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c178-0142-4bb6-be46-6564d2941852 req-72847f1a-1cc7-452f-bd8f-50a2ef41fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:20.864144 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8496c178-0142-4bb6-be46-6564d2941852 req-72847f1a-1cc7-452f-bd8f-50a2ef41fcbf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b97c07c-5285-4429-8f29-c273915b65dc HTTP/1.1" status: 200 len: 849 time: 0.0643880 Apr 23 18:06:20.951917 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c178-0142-4bb6-be46-6564d2941852 req-891227a8-294c-448b-84fe-82f368515d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:20.953473 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8496c178-0142-4bb6-be46-6564d2941852 req-891227a8-294c-448b-84fe-82f368515d4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad38896b-6c3f-4f69-b274-970cc96cfb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818610 Apr 23 18:06:21.097827 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8496c178-0142-4bb6-be46-6564d2941852 req-e3e30636-8a8c-4b74-aa01-10799adf8283 service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339824 Apr 23 18:06:21.243732 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8496c178-0142-4bb6-be46-6564d2941852 req-09a7428e-096b-44c2-92d5-b326cb9e4c03 service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364679 Apr 23 18:06:21.352083 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20f630-cd86-4012-aed4-a0621700e4df req-1fdaa22a-5b3c-4e08-98c4-27c0deadd615 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:21.353583 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ba20f630-cd86-4012-aed4-a0621700e4df req-1fdaa22a-5b3c-4e08-98c4-27c0deadd615 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 944 time: 0.0879924 Apr 23 18:06:21.372384 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20835398-c886-44fe-aeac-78035f921b93 req-391c8cd1-3665-40dc-a66b-1cf33260bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:21.374004 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-20835398-c886-44fe-aeac-78035f921b93 req-391c8cd1-3665-40dc-a66b-1cf33260bcfb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ba0ba73fa314fc1975a0277212cc5f0&device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 1097 time: 0.0795791 Apr 23 18:06:21.404339 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ba20f630-cd86-4012-aed4-a0621700e4df req-840bebb6-3ddc-4474-bcef-103802740f11 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8996650-97e0-4fd5-a57d-89b09f42467a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430627 Apr 23 18:06:21.532754 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20835398-c886-44fe-aeac-78035f921b93 req-c4708778-e70b-463b-a739-d382a63f531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:21.534325 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-20835398-c886-44fe-aeac-78035f921b93 req-c4708778-e70b-463b-a739-d382a63f531a service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad38896b-6c3f-4f69-b274-970cc96cfb38 HTTP/1.1" status: 200 len: 911 time: 0.1518700 Apr 23 18:06:21.612377 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-20835398-c886-44fe-aeac-78035f921b93 req-f7d8eaf5-cd4c-4d47-8e3e-e3e16356bcce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b74246-2216-463b-934b-47de11e50da6 HTTP/1.1" status: 200 len: 217 time: 0.0699408 Apr 23 18:06:21.680997 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20835398-c886-44fe-aeac-78035f921b93 req-e050f6dc-1efd-479a-a328-2a62030a2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:21.682483 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-20835398-c886-44fe-aeac-78035f921b93 req-e050f6dc-1efd-479a-a328-2a62030a2d44 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b97c07c-5285-4429-8f29-c273915b65dc HTTP/1.1" status: 200 len: 849 time: 0.0628939 Apr 23 18:06:21.767308 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20835398-c886-44fe-aeac-78035f921b93 req-8c2575fe-2825-434f-a3ff-f048bdea0db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:21.768868 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-20835398-c886-44fe-aeac-78035f921b93 req-8c2575fe-2825-434f-a3ff-f048bdea0db3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad38896b-6c3f-4f69-b274-970cc96cfb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787051 Apr 23 18:06:21.910367 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-20835398-c886-44fe-aeac-78035f921b93 req-182178af-9f21-4ce1-9413-a60d1c54f6c9 service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328292 Apr 23 18:06:22.051757 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-20835398-c886-44fe-aeac-78035f921b93 req-c4186b51-922f-4ea6-b946-61bca0a442dd service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332026 Apr 23 18:06:22.382543 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:22.610495 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb80ac5-2c15-42e1-8082-1b52f7b839f9 req-7030f55f-cfa8-4642-b068-da446b1c48f6 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:22.612122 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5bb80ac5-2c15-42e1-8082-1b52f7b839f9 req-7030f55f-cfa8-4642-b068-da446b1c48f6 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 944 time: 0.0921280 Apr 23 18:06:22.663887 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5bb80ac5-2c15-42e1-8082-1b52f7b839f9 req-eddf9715-9634-4c29-8f13-efb0d7be3dba tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8996650-97e0-4fd5-a57d-89b09f42467a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421138 Apr 23 18:06:23.868265 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109192d-a5af-4d4d-83aa-1a621f6d9910 req-b8ae7d00-d566-40b5-b49d-e49719b66246 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:23.869893 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c109192d-a5af-4d4d-83aa-1a621f6d9910 req-b8ae7d00-d566-40b5-b49d-e49719b66246 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 944 time: 0.0935993 Apr 23 18:06:23.917978 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c109192d-a5af-4d4d-83aa-1a621f6d9910 req-e258ccb9-38ce-4c49-b02c-414154f2c5f8 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8996650-97e0-4fd5-a57d-89b09f42467a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408597 Apr 23 18:06:24.362992 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 51b74246-2216-463b-934b-47de11e50da6 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:06:24.503843 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 51b74246-2216-463b-934b-47de11e50da6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=51b74246-2216-463b-934b-47de11e50da6,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:06:24.518130 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '51b74246-2216-463b-934b-47de11e50da6', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'port_id': '51b74246-2216-463b-934b-47de11e50da6', 'mac_address': 'fa:16:3e:36:3f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:06:24.580062 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:24.761454 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b74246-2216-463b-934b-47de11e50da6 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:06:24.777464 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 51b74246-2216-463b-934b-47de11e50da6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=51b74246-2216-463b-934b-47de11e50da6,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:06:24.781265 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:24.783185 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:24.853381 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=51b74246-2216-463b-934b-47de11e50da6,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:24.861966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:24.862358 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:24.862741 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:24.863143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:24.863523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:24.863896 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:24.864272 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:24.864638 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:24.865007 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:24.865373 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:24.865742 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:24.866104 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:24.870141 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:25.012208 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['51b74246-2216-463b-934b-47de11e50da6'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:06:25.121671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce71241-7acf-4db3-b4ef-acb4cdd8c133 req-6dc871de-f86f-4091-9e82-4b30491bcb48 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:25.123306 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3ce71241-7acf-4db3-b4ef-acb4cdd8c133 req-6dc871de-f86f-4091-9e82-4b30491bcb48 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 945 time: 0.0889301 Apr 23 18:06:25.171349 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3ce71241-7acf-4db3-b4ef-acb4cdd8c133 req-e9e36545-0882-4a58-98f4-f02b35998ddf tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8996650-97e0-4fd5-a57d-89b09f42467a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414579 Apr 23 18:06:26.377101 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 51b74246-2216-463b-934b-47de11e50da6 up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:06:26.454625 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port 51b74246-2216-463b-934b-47de11e50da6 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:06:26.460324 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 51b74246-2216-463b-934b-47de11e50da6 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:06:26.460744 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:26.591921 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:26.618453 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbeba22-3576-491f-987f-9ab757588f67 req-66255f25-5864-4d7a-9d48-0f9783ea4dad tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:26.619430 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14ab0cb-be2c-4056-bf5f-eb3a5b94a747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b74246-2216-463b-934b-47de11e50da6'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:06:26.620065 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-edbeba22-3576-491f-987f-9ab757588f67 req-66255f25-5864-4d7a-9d48-0f9783ea4dad tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 945 time: 0.3359580 Apr 23 18:06:26.630227 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 51b74246-2216-463b-934b-47de11e50da6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=51b74246-2216-463b-934b-47de11e50da6,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:06:26.633359 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:26.635327 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:26.672707 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-edbeba22-3576-491f-987f-9ab757588f67 req-e1e34595-27f5-48b8-aec7-497ffae7a055 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8996650-97e0-4fd5-a57d-89b09f42467a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455396 Apr 23 18:06:26.677336 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14ab0cb-be2c-4056-bf5f-eb3a5b94a747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b74246-2216-463b-934b-47de11e50da6', 'code': 200} Apr 23 18:06:26.713715 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=51b74246-2216-463b-934b-47de11e50da6,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:26.717554 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:26.921486 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990fd50-d087-4536-b4df-cbb6b12588aa req-0d173f84-5124-48d4-aa21-9b98d8762584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:26.923049 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0990fd50-d087-4536-b4df-cbb6b12588aa req-0d173f84-5124-48d4-aa21-9b98d8762584 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 1099 time: 0.0759735 Apr 23 18:06:26.968616 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0990fd50-d087-4536-b4df-cbb6b12588aa req-6af1771a-dc0e-43a0-a2fe-e7da65447413 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b8996650-97e0-4fd5-a57d-89b09f42467a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372379 Apr 23 18:06:27.887009 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b8288-5e14-4685-af15-2e0c44a71576 req-219ea25d-3fc6-4a8f-bb31-8f2b6f253ca5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:27.888719 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4f0b8288-5e14-4685-af15-2e0c44a71576 req-219ea25d-3fc6-4a8f-bb31-8f2b6f253ca5 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 946 time: 0.0886006 Apr 23 18:06:27.939855 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4f0b8288-5e14-4685-af15-2e0c44a71576 req-554212d7-38ab-438f-b320-3abcaca3a056 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8996650-97e0-4fd5-a57d-89b09f42467a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445325 Apr 23 18:06:29.140380 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d91e4-61f2-4055-8452-215398209520 req-0873b671-5f3d-4b6c-8c21-e093898d4fd9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:29.141960 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1b4d91e4-61f2-4055-8452-215398209520 req-0873b671-5f3d-4b6c-8c21-e093898d4fd9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 946 time: 0.0885117 Apr 23 18:06:29.189782 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1b4d91e4-61f2-4055-8452-215398209520 req-004826e9-190f-4750-84e8-ab5cd54e7e79 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8996650-97e0-4fd5-a57d-89b09f42467a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415146 Apr 23 18:06:29.394341 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d51df4-ad49-4bed-849d-84d0d7648afd req-4244ff0e-080e-4e64-a058-09042687c184 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:29.395968 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-76d51df4-ad49-4bed-849d-84d0d7648afd req-4244ff0e-080e-4e64-a058-09042687c184 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 946 time: 0.0924897 Apr 23 18:06:29.405839 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 59452) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:06:29.411646 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-c1b27824-ef62-4837-a65b-c05e06779b2d tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Request body: {'floatingip': {'port_id': '51b74246-2216-463b-934b-47de11e50da6'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:06:29.497706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c1b27824-ef62-4837-a65b-c05e06779b2d tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for floatingip, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:30.325274 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c1b27824-ef62-4837-a65b-c05e06779b2d tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:30.328122 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c1b27824-ef62-4837-a65b-c05e06779b2d tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853070193'] for floatingip, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:30.512739 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.l3_db [None req-c1b27824-ef62-4837-a65b-c05e06779b2d tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Floating IP 2f2f951e-9d8c-4c31-8d4d-5a710d3b9d1f associated. External IP: 172.28.1.222, port: 51b74246-2216-463b-934b-47de11e50da6. Apr 23 18:06:30.883651 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b27824-ef62-4837-a65b-c05e06779b2d tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Router 125d1238-22b8-47de-8b7d-8ce3b8b51583 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:06:31.069487 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b27824-ef62-4837-a65b-c05e06779b2d tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:06:31.073889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c1b27824-ef62-4837-a65b-c05e06779b2d tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:31.079790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2dc7d7-cb15-4e5e-ba21-5fc2a77e47d6 None None] Sync routers for ids ['125d1238-22b8-47de-8b7d-8ce3b8b51583'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:06:31.089439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2dc7d7-cb15-4e5e-ba21-5fc2a77e47d6 None None] Routers {'125d1238-22b8-47de-8b7d-8ce3b8b51583'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:06:31.090867 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-5a2dc7d7-cb15-4e5e-ba21-5fc2a77e47d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:06:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['125d1238-22b8-47de-8b7d-8ce3b8b51583'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:06:31.134409 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-c1b27824-ef62-4837-a65b-c05e06779b2d tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "PUT /v2.0/floatingips/2f2f951e-9d8c-4c31-8d4d-5a710d3b9d1f HTTP/1.1" status: 200 len: 992 time: 1.7272122 Apr 23 18:06:31.135037 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14ab0cb-be2c-4056-bf5f-eb3a5b94a747', 'tag': '51b74246-2216-463b-934b-47de11e50da6'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:06:31.186248 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14ab0cb-be2c-4056-bf5f-eb3a5b94a747', 'tag': '51b74246-2216-463b-934b-47de11e50da6', 'status': 'completed', 'code': 200} Apr 23 18:06:31.286074 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-5a2dc7d7-cb15-4e5e-ba21-5fc2a77e47d6 None None] Set router 125d1238-22b8-47de-8b7d-8ce3b8b51583 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:06:31.290250 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09071c8-d022-4ef2-9e12-051d0408baa0 req-da07a829-9578-4b1b-b98c-80121cb4e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:31.291926 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b09071c8-d022-4ef2-9e12-051d0408baa0 req-da07a829-9578-4b1b-b98c-80121cb4e006 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ba0ba73fa314fc1975a0277212cc5f0&device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 1099 time: 0.0803587 Apr 23 18:06:31.437473 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09071c8-d022-4ef2-9e12-051d0408baa0 req-bdebf1aa-7f2c-440a-96cc-fc698d98e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:31.438773 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b09071c8-d022-4ef2-9e12-051d0408baa0 req-bdebf1aa-7f2c-440a-96cc-fc698d98e2f0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad38896b-6c3f-4f69-b274-970cc96cfb38 HTTP/1.1" status: 200 len: 911 time: 0.1399765 Apr 23 18:06:31.554338 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b09071c8-d022-4ef2-9e12-051d0408baa0 req-3117c239-7955-443f-91d3-f9389c637634 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b74246-2216-463b-934b-47de11e50da6 HTTP/1.1" status: 200 len: 1000 time: 0.1036308 Apr 23 18:06:31.627931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09071c8-d022-4ef2-9e12-051d0408baa0 req-a9529ffa-b448-48a0-8995-3f65a7c22744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:31.629191 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b09071c8-d022-4ef2-9e12-051d0408baa0 req-a9529ffa-b448-48a0-8995-3f65a7c22744 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b97c07c-5285-4429-8f29-c273915b65dc HTTP/1.1" status: 200 len: 849 time: 0.0661626 Apr 23 18:06:31.655668 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-5a2dc7d7-cb15-4e5e-ba21-5fc2a77e47d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:59Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': '2f2f951e-9d8c-4c31-8d4d-5a710d3b9d1f', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'floating_ip_address': '172.28.1.222', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'port_id': '51b74246-2216-463b-934b-47de11e50da6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'mac_address': 'fa:16:3e:36:3f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ab0cb-be2c-4056-bf5f-eb3a5b94a747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:06:15Z', 'updated_at': '2021-04-23T18:06:30Z', 'revision_number': 1, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85aad17-1906-4b50-befa-89499a83cfcc', 'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'mac_address': 'fa:16:3e:9b:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:57Z', 'updated_at': '2021-04-23T18:02:13Z', 'revision_number': 5, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'subnets': [{'id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:06:31.659899 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2dc7d7-cb15-4e5e-ba21-5fc2a77e47d6 None None] Checking router: 125d1238-22b8-47de-8b7d-8ce3b8b51583 for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:06:31.669267 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2dc7d7-cb15-4e5e-ba21-5fc2a77e47d6 None None] Routers {'125d1238-22b8-47de-8b7d-8ce3b8b51583'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:06:31.669929 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-5a2dc7d7-cb15-4e5e-ba21-5fc2a77e47d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:06:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['125d1238-22b8-47de-8b7d-8ce3b8b51583'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:06:31.719790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09071c8-d022-4ef2-9e12-051d0408baa0 req-0ede3e9c-ed66-4700-bb13-31583e6743d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:31.721431 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b09071c8-d022-4ef2-9e12-051d0408baa0 req-0ede3e9c-ed66-4700-bb13-31583e6743d7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad38896b-6c3f-4f69-b274-970cc96cfb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851696 Apr 23 18:06:31.862684 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-5a2dc7d7-cb15-4e5e-ba21-5fc2a77e47d6 None None] Set router 125d1238-22b8-47de-8b7d-8ce3b8b51583 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:06:32.093853 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b09071c8-d022-4ef2-9e12-051d0408baa0 req-05cbcbe5-45e3-4934-9919-0d438e0af3d3 service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572969 Apr 23 18:06:32.243276 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b09071c8-d022-4ef2-9e12-051d0408baa0 req-4b2c0b70-5302-4ad3-b576-ff45a61b1a39 service neutron] 10.222.0.22 "GET /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362953 Apr 23 18:06:32.243671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-5a2dc7d7-cb15-4e5e-ba21-5fc2a77e47d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:59Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': '2f2f951e-9d8c-4c31-8d4d-5a710d3b9d1f', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'floating_ip_address': '172.28.1.222', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'port_id': '51b74246-2216-463b-934b-47de11e50da6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'mac_address': 'fa:16:3e:36:3f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ab0cb-be2c-4056-bf5f-eb3a5b94a747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:06:15Z', 'updated_at': '2021-04-23T18:06:30Z', 'revision_number': 1, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85aad17-1906-4b50-befa-89499a83cfcc', 'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'mac_address': 'fa:16:3e:9b:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:57Z', 'updated_at': '2021-04-23T18:02:13Z', 'revision_number': 5, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'subnets': [{'id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:06:32.248690 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2dc7d7-cb15-4e5e-ba21-5fc2a77e47d6 None None] The sync data for ids ['125d1238-22b8-47de-8b7d-8ce3b8b51583'] in dv-cinder-786524-3-smb is: [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:59Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': '2f2f951e-9d8c-4c31-8d4d-5a710d3b9d1f', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'floating_ip_address': '172.28.1.222', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'port_id': '51b74246-2216-463b-934b-47de11e50da6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'mac_address': 'fa:16:3e:36:3f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ab0cb-be2c-4056-bf5f-eb3a5b94a747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:06:15Z', 'updated_at': '2021-04-23T18:06:30Z', 'revision_number': 1, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85aad17-1906-4b50-befa-89499a83cfcc', 'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'mac_address': 'fa:16:3e:9b:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:57Z', 'updated_at': '2021-04-23T18:02:13Z', 'revision_number': 5, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'subnets': [{'id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:06:32.529478 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f68668-b34f-4cf1-96ba-45e1a31d04cc None None] New status for floating IP 2f2f951e-9d8c-4c31-8d4d-5a710d3b9d1f: ACTIVE {{(pid=86364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 18:06:38.311446 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f7f7e-4761-4042-b251-8ef64acc5ba0 req-b3e9dc8b-999e-4d9f-b22a-af8c6325cd7c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:38.313043 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-285f7f7e-4761-4042-b251-8ef64acc5ba0 req-b3e9dc8b-999e-4d9f-b22a-af8c6325cd7c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.1495943 Apr 23 18:06:38.361989 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-285f7f7e-4761-4042-b251-8ef64acc5ba0 req-074668af-c7be-4a6f-a8d4-d096603ad1be tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421295 Apr 23 18:06:39.553803 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-08bc2afd-d403-447b-bbdf-182854edbef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:39.569565 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3316c1e-6c00-4ddf-b599-6714b9fcc17d req-7b8a4d44-2fb8-4038-b697-63bff4882a63 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:39.571183 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e3316c1e-6c00-4ddf-b599-6714b9fcc17d req-7b8a4d44-2fb8-4038-b697-63bff4882a63 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.0894945 Apr 23 18:06:39.620305 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e3316c1e-6c00-4ddf-b599-6714b9fcc17d req-e1c7fdfd-dda7-4a12-a932-25ff31fd123c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426388 Apr 23 18:06:40.831015 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0006ea8-90e6-4753-8903-d9fbe05d7be8 req-5d762764-77ca-45d8-8511-930ce27ea9f0 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:40.832613 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b0006ea8-90e6-4753-8903-d9fbe05d7be8 req-5d762764-77ca-45d8-8511-930ce27ea9f0 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.0924437 Apr 23 18:06:40.880453 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b0006ea8-90e6-4753-8903-d9fbe05d7be8 req-36310be1-b0f9-41b3-b1bb-5795b167f16a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416472 Apr 23 18:06:41.868710 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-73131afb-5534-4912-94d8-45f28e36fb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:42.085859 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bda54-eaa6-4141-9509-e1aec09e5e55 req-b29e78fc-533f-4f84-b609-35a0fd0bac76 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:42.087432 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-121bda54-eaa6-4141-9509-e1aec09e5e55 req-b29e78fc-533f-4f84-b609-35a0fd0bac76 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.0900927 Apr 23 18:06:42.135129 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-121bda54-eaa6-4141-9509-e1aec09e5e55 req-00144923-7c93-42d8-94ee-31d8be3ca0c1 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405731 Apr 23 18:06:42.558941 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:42.722570 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:43.340715 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44537ba-1dc6-464c-915a-80278f19cc9a req-f9492b2b-ab6f-4ab5-83bf-ed8d23d2ed91 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:43.342293 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d44537ba-1dc6-464c-915a-80278f19cc9a req-f9492b2b-ab6f-4ab5-83bf-ed8d23d2ed91 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.0886242 Apr 23 18:06:43.390162 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d44537ba-1dc6-464c-915a-80278f19cc9a req-e3315af0-4d55-4b37-9296-b58003ee00ea tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414677 Apr 23 18:06:44.166461 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:44.601381 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3b5f8-4ae2-4b66-868f-35085875bbef req-1dfab5e8-5ac4-4844-98c8-c38eb37b0d6f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:44.602954 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-88b3b5f8-4ae2-4b66-868f-35085875bbef req-1dfab5e8-5ac4-4844-98c8-c38eb37b0d6f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.0918767 Apr 23 18:06:44.651430 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-88b3b5f8-4ae2-4b66-868f-35085875bbef req-95a134e7-ca17-41be-b3fd-00fb4084851a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415044 Apr 23 18:06:45.857377 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d39b2c-b679-4987-b0ff-34bef1e2916d req-a41747f1-405c-446f-a86b-eba776a9acc3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:45.859190 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d8d39b2c-b679-4987-b0ff-34bef1e2916d req-a41747f1-405c-446f-a86b-eba776a9acc3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.0892131 Apr 23 18:06:45.910829 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d8d39b2c-b679-4987-b0ff-34bef1e2916d req-ff2614bf-b634-41aa-a55f-61d1395dd1d8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454419 Apr 23 18:06:47.118459 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fd409-2f33-46c2-9710-9bf57b88f888 req-829b8d77-aea1-438d-93b5-11cf4a6996cb tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:47.120087 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-273fd409-2f33-46c2-9710-9bf57b88f888 req-829b8d77-aea1-438d-93b5-11cf4a6996cb tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.0897286 Apr 23 18:06:47.168167 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-273fd409-2f33-46c2-9710-9bf57b88f888 req-c72257f1-ec1d-4bb0-bc8e-a4b7ea56a456 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415280 Apr 23 18:06:48.379719 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7b02a-963a-4fe7-b1e3-fdcd8861e829 req-5a011e16-5ceb-4c03-abe9-9e05f8483063 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:48.381255 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c9c7b02a-963a-4fe7-b1e3-fdcd8861e829 req-5a011e16-5ceb-4c03-abe9-9e05f8483063 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.0929105 Apr 23 18:06:48.430437 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c9c7b02a-963a-4fe7-b1e3-fdcd8861e829 req-ca298fc8-3520-45ca-99e1-e5c7efabe49e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420737 Apr 23 18:06:49.760031 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-56a854e9-c054-40d3-93bb-254d5979d784 req-34cea516-e49d-4dfa-9497-1c6b03c1b9ba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767431 Apr 23 18:06:49.774851 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376b08c-1ed6-4a31-a7ed-df26d08cb2c7 req-e917eea6-8360-4604-8f8f-f8ac1c24a19e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:49.776476 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d376b08c-1ed6-4a31-a7ed-df26d08cb2c7 req-e917eea6-8360-4604-8f8f-f8ac1c24a19e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.0882621 Apr 23 18:06:49.825933 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d376b08c-1ed6-4a31-a7ed-df26d08cb2c7 req-83fd18fb-27cb-430e-9da9-f386054a2497 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Apr 23 18:06:49.926743 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a854e9-c054-40d3-93bb-254d5979d784 req-540cb98f-4ff7-4790-bf19-1c0455a99c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:49.928365 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-56a854e9-c054-40d3-93bb-254d5979d784 req-540cb98f-4ff7-4790-bf19-1c0455a99c18 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fc8c3fef6d3d496e979ad09a6010708e&device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 1138 time: 0.0812449 Apr 23 18:06:50.085189 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a854e9-c054-40d3-93bb-254d5979d784 req-07f25e2f-0d79-4abc-b545-8b8d3520b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:50.086711 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-56a854e9-c054-40d3-93bb-254d5979d784 req-07f25e2f-0d79-4abc-b545-8b8d3520b75b service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb556b08-5967-44b0-8b27-05fdb4da4705 HTTP/1.1" status: 200 len: 916 time: 0.1371710 Apr 23 18:06:50.198023 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-56a854e9-c054-40d3-93bb-254d5979d784 req-1c8f13c6-ef20-4da0-96e1-919a1c724cee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 HTTP/1.1" status: 200 len: 1001 time: 0.1033428 Apr 23 18:06:50.271489 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a854e9-c054-40d3-93bb-254d5979d784 req-05c34936-d0f9-48f3-9048-462f0d6cd9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:50.273067 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-56a854e9-c054-40d3-93bb-254d5979d784 req-05c34936-d0f9-48f3-9048-462f0d6cd9b1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58f98ef7-494a-4c9b-9c72-42147c3b01b1 HTTP/1.1" status: 200 len: 854 time: 0.0668020 Apr 23 18:06:50.396481 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a6123904-34ca-4e84-9239-e8f0a48c2800 req-f0158da5-2cd2-487f-ad8f-de2e99685bd1 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118346395&fields=id&tenant_id=fc8c3fef6d3d496e979ad09a6010708e HTTP/1.1" status: 200 len: 267 time: 0.0651686 Apr 23 18:06:50.441113 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a854e9-c054-40d3-93bb-254d5979d784 req-a594e227-333d-4f2e-b600-de9b01eb20bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:50.442672 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-56a854e9-c054-40d3-93bb-254d5979d784 req-a594e227-333d-4f2e-b600-de9b01eb20bd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb556b08-5967-44b0-8b27-05fdb4da4705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1582470 Apr 23 18:06:50.527022 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 83e1a1ee-3cca-4920-b598-cf618ff0bf58 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:06:50.603516 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6123904-34ca-4e84-9239-e8f0a48c2800 req-5e2a23db-e22d-4d22-87b6-8c54548e3d7e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:50.605617 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a6123904-34ca-4e84-9239-e8f0a48c2800 req-5e2a23db-e22d-4d22-87b6-8c54548e3d7e tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 985 time: 0.2024386 Apr 23 18:06:50.629885 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-a6123904-34ca-4e84-9239-e8f0a48c2800 req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Request body: {'port': {'security_groups': ['74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5']}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:06:50.672707 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 83e1a1ee-3cca-4920-b598-cf618ff0bf58, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:06:50.674064 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-56a854e9-c054-40d3-93bb-254d5979d784 req-704fea6a-2bc8-43fa-89cb-2f961eeed426 service neutron] 10.222.0.22 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143710 Apr 23 18:06:50.687422 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '83e1a1ee-3cca-4920-b598-cf618ff0bf58', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'port_id': '83e1a1ee-3cca-4920-b598-cf618ff0bf58', 'mac_address': 'fa:16:3e:d2:21:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:06:50.746707 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:50.764169 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83e1a1ee-3cca-4920-b598-cf618ff0bf58 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:06:50.780032 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 83e1a1ee-3cca-4920-b598-cf618ff0bf58, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:06:50.783035 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:50.784879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:50.861872 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=83e1a1ee-3cca-4920-b598-cf618ff0bf58,revision_number=6']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:50.865308 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:50.868118 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a6123904-34ca-4e84-9239-e8f0a48c2800 req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:50.898074 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['83e1a1ee-3cca-4920-b598-cf618ff0bf58'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:06:50.956352 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-56a854e9-c054-40d3-93bb-254d5979d784 req-d2cc4aa2-5d82-4234-805d-00002869ea79 service neutron] 10.222.0.22 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686150 Apr 23 18:06:51.060312 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bbb8d-98e1-4219-99ec-41f033a624d7 req-a9486f44-3524-4768-b9c6-e9548a5d0989 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:51.062545 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-890bbb8d-98e1-4219-99ec-41f033a624d7 req-a9486f44-3524-4768-b9c6-e9548a5d0989 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 945 time: 0.1085696 Apr 23 18:06:51.117072 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-890bbb8d-98e1-4219-99ec-41f033a624d7 req-b9d3adc5-1b47-48bf-a85b-a67f792c758e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476964 Apr 23 18:06:51.189936 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-a6123904-34ca-4e84-9239-e8f0a48c2800 req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] For port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79,segment=NetworkSegment(479200c7-bb70-4755-b419-1ff5b27822fa),segment_id=479200c7-bb70-4755-b419-1ff5b27822fa)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:06:51.217852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a6123904-34ca-4e84-9239-e8f0a48c2800 req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:51.223792 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a6123904-34ca-4e84-9239-e8f0a48c2800 req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:51.231130 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2a370262-4dd6-443f-a5fb-2fcc11ed9ca2 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:51.273238 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['1d57b9e6-532b-4bc7-bfa5-a4d29351bd79'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:06:51.295771 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6123904-34ca-4e84-9239-e8f0a48c2800 req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:51.296460 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a6123904-34ca-4e84-9239-e8f0a48c2800 req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:51.297963 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a6123904-34ca-4e84-9239-e8f0a48c2800 req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "PUT /v2.0/ports/1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 HTTP/1.1" status: 200 len: 943 time: 0.6851022 Apr 23 18:06:51.300971 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'tag': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:06:51.305677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 59570) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:06:51.364624 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'tag': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79', 'status': 'completed', 'code': 200} Apr 23 18:06:51.384569 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['1d57b9e6-532b-4bc7-bfa5-a4d29351bd79'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:06:51.412272 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Pushing event updated for resources: {'Port': ['ID=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79,revision_number=7']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:51.443774 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:51.444455 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:51.444866 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:51.445391 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:51.445919 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:51.446466 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:51.446875 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:51.447445 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:51.447848 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:51.448245 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:51.448835 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:51.449216 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:06:51.457404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:51.563320 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39d06ec7-1382-41f5-a10e-8586d4a01be8 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:51.619543 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39d06ec7-1382-41f5-a10e-8586d4a01be8 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:51.672242 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f8062-ac41-476a-bd1c-2ecb0e5b9d4d req-80845055-2e37-4d1f-8ae7-e9d8ace31366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:51.673866 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2e8f8062-ac41-476a-bd1c-2ecb0e5b9d4d req-80845055-2e37-4d1f-8ae7-e9d8ace31366 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fc8c3fef6d3d496e979ad09a6010708e&device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 1099 time: 0.2791297 Apr 23 18:06:51.754557 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-f5b2fbb6-18b7-4410-9383-bedd430dd795 None None] Provisioning complete for port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:06:51.754888 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f5b2fbb6-18b7-4410-9383-bedd430dd795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:51.809565 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39d06ec7-1382-41f5-a10e-8586d4a01be8 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:51.823505 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3d2ede7c-6e5a-4fe2-95a1-fb6bc291ad8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:51.845787 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d06ec7-1382-41f5-a10e-8586d4a01be8 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=758b2e53-dba0-4d8d-9c6f-20d7e110d7af,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:51.853187 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-39d06ec7-1382-41f5-a10e-8586d4a01be8 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:51.853187 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f8062-ac41-476a-bd1c-2ecb0e5b9d4d req-ada04b55-5385-4912-98d7-57c15b162b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:51.853919 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2e8f8062-ac41-476a-bd1c-2ecb0e5b9d4d req-ada04b55-5385-4912-98d7-57c15b162b3f service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb556b08-5967-44b0-8b27-05fdb4da4705 HTTP/1.1" status: 200 len: 916 time: 0.1731129 Apr 23 18:06:51.928220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-39d06ec7-1382-41f5-a10e-8586d4a01be8 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:51.929464 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-39d06ec7-1382-41f5-a10e-8586d4a01be8 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "DELETE /v2.0/security-groups/758b2e53-dba0-4d8d-9c6f-20d7e110d7af HTTP/1.1" status: 204 len: 168 time: 0.6185815 Apr 23 18:06:51.932418 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59596) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:06:52.005653 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2e8f8062-ac41-476a-bd1c-2ecb0e5b9d4d req-c2f9ddd4-7f2b-4999-a47d-bae32e5f2f51 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 HTTP/1.1" status: 200 len: 1001 time: 0.1440449 Apr 23 18:06:52.085083 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f8062-ac41-476a-bd1c-2ecb0e5b9d4d req-7b549212-efaf-4a5f-a05a-09b74a5dfa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:52.087152 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2e8f8062-ac41-476a-bd1c-2ecb0e5b9d4d req-7b549212-efaf-4a5f-a05a-09b74a5dfa07 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58f98ef7-494a-4c9b-9c72-42147c3b01b1 HTTP/1.1" status: 200 len: 854 time: 0.0719471 Apr 23 18:06:52.223717 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f8062-ac41-476a-bd1c-2ecb0e5b9d4d req-667c1483-1fea-4205-a962-6cf532798b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:52.225346 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2e8f8062-ac41-476a-bd1c-2ecb0e5b9d4d req-667c1483-1fea-4205-a962-6cf532798b42 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb556b08-5967-44b0-8b27-05fdb4da4705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1310120 Apr 23 18:06:52.269645 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-42e3b097-304b-4b67-b409-10a26a089737 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Deleting port d5346214-1220-4ddd-b023-8f4063a8620d {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:06:52.270437 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-42e3b097-304b-4b67-b409-10a26a089737 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:52.399808 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:52.434483 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2e8f8062-ac41-476a-bd1c-2ecb0e5b9d4d req-6073c78d-3227-4a0a-b27c-989e61ea0a00 service neutron] 10.222.0.22 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012012 Apr 23 18:06:52.522913 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae541ec8-f0ad-4271-a2ac-a3197207b9fc req-569fb20a-fefd-4a06-b6c5-e0aa029a3418 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:52.530841 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ae541ec8-f0ad-4271-a2ac-a3197207b9fc req-569fb20a-fefd-4a06-b6c5-e0aa029a3418 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 945 time: 0.1728609 Apr 23 18:06:52.541310 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 83e1a1ee-3cca-4920-b598-cf618ff0bf58 up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:06:52.596517 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ae541ec8-f0ad-4271-a2ac-a3197207b9fc req-0a76124e-0a55-4191-89a2-51986cba192d tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646467 Apr 23 18:06:52.604458 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2e8f8062-ac41-476a-bd1c-2ecb0e5b9d4d req-6b23fe8d-9038-47c3-9f01-b18cae5bcfca service neutron] 10.222.0.22 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631181 Apr 23 18:06:52.611821 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-42e3b097-304b-4b67-b409-10a26a089737 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:52.613990 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-42e3b097-304b-4b67-b409-10a26a089737 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:52.701167 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 83e1a1ee-3cca-4920-b598-cf618ff0bf58 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:06:52.702037 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:52.767960 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-42e3b097-304b-4b67-b409-10a26a089737 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Calling delete_port for d5346214-1220-4ddd-b023-8f4063a8620d owned by network:floatingip {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:06:52.869978 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:52.901043 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e1a1ee-3cca-4920-b598-cf618ff0bf58'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:06:52.915039 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 83e1a1ee-3cca-4920-b598-cf618ff0bf58, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:06:52.920223 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:52.923813 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:52.936558 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-42e3b097-304b-4b67-b409-10a26a089737 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:52.946252 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:06:52.993692 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e1a1ee-3cca-4920-b598-cf618ff0bf58', 'code': 200} Apr 23 18:06:53.004945 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3b097-304b-4b67-b409-10a26a089737 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Pushing event deleted for resources: {'Port': ['ID=d5346214-1220-4ddd-b023-8f4063a8620d,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:53.018616 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=83e1a1ee-3cca-4920-b598-cf618ff0bf58,revision_number=7']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:06:53.022330 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:53.060523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-42e3b097-304b-4b67-b409-10a26a089737 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:06:53.128377 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-42e3b097-304b-4b67-b409-10a26a089737 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks [] for floatingip, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:53.129034 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.l3_db [None req-42e3b097-304b-4b67-b409-10a26a089737 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Floating IP ade98f23-d459-4199-b92e-83f7d94af54d disassociated (deleted). External IP: 172.28.1.29, port: 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79. Apr 23 18:06:53.516602 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:06:53.549055 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e3b097-304b-4b67-b409-10a26a089737 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Router cc13ebd6-63cf-4d6c-9fff-67fa44932945 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:06:53.873751 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda5e5a-3116-459b-b8fc-c574f5a51325 req-db89b378-7224-4a0c-aa67-0bd7df0bbd6a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:53.875477 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2dda5e5a-3116-459b-b8fc-c574f5a51325 req-db89b378-7224-4a0c-aa67-0bd7df0bbd6a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.1223681 Apr 23 18:06:53.947200 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2dda5e5a-3116-459b-b8fc-c574f5a51325 req-b1b037ff-ebae-4301-8b8d-aa0df6990fb6 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581412 Apr 23 18:06:54.184323 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e3b097-304b-4b67-b409-10a26a089737 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:06:54.199762 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9fc7a4-e7ef-4a07-89d4-14e0919dafef None None] Sync routers for ids ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:06:54.234271 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9fc7a4-e7ef-4a07-89d4-14e0919dafef None None] Routers {'cc13ebd6-63cf-4d6c-9fff-67fa44932945'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:06:54.236135 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-6d9fc7a4-e7ef-4a07-89d4-14e0919dafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:06:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:06:54.241796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-42e3b097-304b-4b67-b409-10a26a089737 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:06:54.305135 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-42e3b097-304b-4b67-b409-10a26a089737 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "DELETE /v2.0/floatingips/ade98f23-d459-4199-b92e-83f7d94af54d HTTP/1.1" status: 204 len: 168 time: 2.3688543 Apr 23 18:06:54.305135 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'tag': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79'}] {{(pid=86362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:06:54.440830 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'tag': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79', 'status': 'completed', 'code': 200} Apr 23 18:06:54.485522 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-6d9fc7a4-e7ef-4a07-89d4-14e0919dafef None None] Set router cc13ebd6-63cf-4d6c-9fff-67fa44932945 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:06:54.560697 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a511ed-f85d-41c6-8ed0-8aa6d8ca66f5 req-3a7c8509-e545-4812-9d4d-b380aee195cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:54.560958 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-36a511ed-f85d-41c6-8ed0-8aa6d8ca66f5 req-3a7c8509-e545-4812-9d4d-b380aee195cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fc8c3fef6d3d496e979ad09a6010708e&device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 1099 time: 0.1149511 Apr 23 18:06:54.751030 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a511ed-f85d-41c6-8ed0-8aa6d8ca66f5 req-efe4a6bc-2dd4-4d53-97e8-7277941757bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:54.752566 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-36a511ed-f85d-41c6-8ed0-8aa6d8ca66f5 req-efe4a6bc-2dd4-4d53-97e8-7277941757bd service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb556b08-5967-44b0-8b27-05fdb4da4705 HTTP/1.1" status: 200 len: 916 time: 0.1836202 Apr 23 18:06:54.879375 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-36a511ed-f85d-41c6-8ed0-8aa6d8ca66f5 req-6d1187cb-cc0f-4ff9-bfe5-94d47920a2c1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 HTTP/1.1" status: 200 len: 217 time: 0.1120422 Apr 23 18:06:54.894456 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-6d9fc7a4-e7ef-4a07-89d4-14e0919dafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'name': 'tempest-TestMinimumBasicScenario-1298536082-router', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:33Z', 'updated_at': '2021-04-23T18:04:42Z', 'revision_number': 4, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'gw_port': {'id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:35Z', 'updated_at': '2021-04-23T18:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'a69675aa-efdf-460a-b28e-b7fe59db8595', 'name': '', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'mac_address': 'fa:16:3e:bf:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:41Z', 'updated_at': '2021-04-23T18:04:54Z', 'revision_number': 5, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'subnets': [{'id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:06:54.898749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9fc7a4-e7ef-4a07-89d4-14e0919dafef None None] Checking router: cc13ebd6-63cf-4d6c-9fff-67fa44932945 for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:06:54.908701 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9fc7a4-e7ef-4a07-89d4-14e0919dafef None None] Routers {'cc13ebd6-63cf-4d6c-9fff-67fa44932945'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:06:54.909386 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-6d9fc7a4-e7ef-4a07-89d4-14e0919dafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:06:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:06:55.035276 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a511ed-f85d-41c6-8ed0-8aa6d8ca66f5 req-672a9f2d-cbfa-452a-a385-9b716a0c89b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:55.036870 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-36a511ed-f85d-41c6-8ed0-8aa6d8ca66f5 req-672a9f2d-cbfa-452a-a385-9b716a0c89b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58f98ef7-494a-4c9b-9c72-42147c3b01b1 HTTP/1.1" status: 200 len: 854 time: 0.1381583 Apr 23 18:06:55.209405 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-6d9fc7a4-e7ef-4a07-89d4-14e0919dafef None None] Set router cc13ebd6-63cf-4d6c-9fff-67fa44932945 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:06:55.546721 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a511ed-f85d-41c6-8ed0-8aa6d8ca66f5 req-35b3a47f-6f3a-4088-899f-17dd3a44f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:55.548337 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-36a511ed-f85d-41c6-8ed0-8aa6d8ca66f5 req-35b3a47f-6f3a-4088-899f-17dd3a44f61d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb556b08-5967-44b0-8b27-05fdb4da4705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5045741 Apr 23 18:06:55.564261 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c9cd4-a0f8-4cf8-b3be-c5bd5d1429d8 req-c60632c2-297e-41d3-92fa-98cf0f9546bd tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:55.564525 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a54c9cd4-a0f8-4cf8-b3be-c5bd5d1429d8 req-c60632c2-297e-41d3-92fa-98cf0f9546bd tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.4159875 Apr 23 18:06:55.633543 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-6d9fc7a4-e7ef-4a07-89d4-14e0919dafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'name': 'tempest-TestMinimumBasicScenario-1298536082-router', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:33Z', 'updated_at': '2021-04-23T18:04:42Z', 'revision_number': 4, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'gw_port': {'id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:35Z', 'updated_at': '2021-04-23T18:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'a69675aa-efdf-460a-b28e-b7fe59db8595', 'name': '', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'mac_address': 'fa:16:3e:bf:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:41Z', 'updated_at': '2021-04-23T18:04:54Z', 'revision_number': 5, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'subnets': [{'id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:06:55.639010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9fc7a4-e7ef-4a07-89d4-14e0919dafef None None] The sync data for ids ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'] in dv-cinder-786524-3-smb is: [{'id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'name': 'tempest-TestMinimumBasicScenario-1298536082-router', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:33Z', 'updated_at': '2021-04-23T18:04:42Z', 'revision_number': 4, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'gw_port': {'id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:35Z', 'updated_at': '2021-04-23T18:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'a69675aa-efdf-460a-b28e-b7fe59db8595', 'name': '', 'network_id': 'eb556b08-5967-44b0-8b27-05fdb4da4705', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'mac_address': 'fa:16:3e:bf:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:41Z', 'updated_at': '2021-04-23T18:04:54Z', 'revision_number': 5, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'subnets': [{'id': '58f98ef7-494a-4c9b-9c72-42147c3b01b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:06:55.730406 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a54c9cd4-a0f8-4cf8-b3be-c5bd5d1429d8 req-00d10fce-28aa-4467-9cb6-862b1d8c18b4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421032 Apr 23 18:06:55.778483 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-36a511ed-f85d-41c6-8ed0-8aa6d8ca66f5 req-4f8798e9-961e-42df-929d-adea744b195e service neutron] 10.222.0.22 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127633 Apr 23 18:06:55.959531 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-36a511ed-f85d-41c6-8ed0-8aa6d8ca66f5 req-8661fe91-f08f-4622-93d8-a32968bf1a9b service neutron] 10.222.0.22 "GET /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730912 Apr 23 18:06:56.112196 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a061885-527f-40aa-b008-aa8f9bf3a290 None None] New status for floating IP ade98f23-d459-4199-b92e-83f7d94af54d: DOWN {{(pid=86364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 18:06:56.953775 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3aed4-b203-4643-a9be-d463bd99cd6a req-a0ab5bd9-ee98-422d-a98f-638c71c12971 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:56.955563 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-63e3aed4-b203-4643-a9be-d463bd99cd6a req-a0ab5bd9-ee98-422d-a98f-638c71c12971 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.0990911 Apr 23 18:06:57.015561 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-63e3aed4-b203-4643-a9be-d463bd99cd6a req-1dcbd898-efca-4fe1-8e64-0f8b5dc4cdc4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530994 Apr 23 18:06:58.110767 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd930b20-04e4-4285-b213-608f1f8f17c1 req-059b5a99-836a-48f1-8182-209d39c06ee9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:58.112125 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-bd930b20-04e4-4285-b213-608f1f8f17c1 req-059b5a99-836a-48f1-8182-209d39c06ee9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Synchronizing usage tracker for tenant:fc8c3fef6d3d496e979ad09a6010708e on resource:port {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:06:58.130480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-bd930b20-04e4-4285-b213-608f1f8f17c1 req-059b5a99-836a-48f1-8182-209d39c06ee9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Unset dirty status for tenant:fc8c3fef6d3d496e979ad09a6010708e on resource:port {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:06:58.131940 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-bd930b20-04e4-4285-b213-608f1f8f17c1 req-059b5a99-836a-48f1-8182-209d39c06ee9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 946 time: 0.1234016 Apr 23 18:06:58.192784 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-bd930b20-04e4-4285-b213-608f1f8f17c1 req-96ad98af-6b08-466b-9910-0cc4fb5b65e6 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505180 Apr 23 18:06:58.278324 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba853de9-0b03-45f6-929f-dce5b07c6c08 req-0317171f-d6f7-4533-9497-7469f03ff447 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:58.283795 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ba853de9-0b03-45f6-929f-dce5b07c6c08 req-0317171f-d6f7-4533-9497-7469f03ff447 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.1200931 Apr 23 18:06:58.334141 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ba853de9-0b03-45f6-929f-dce5b07c6c08 req-e0dfeaa9-5508-4ce7-8111-d9ea5d97baed tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458570 Apr 23 18:06:59.410671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ae057-9493-4fdc-b890-abb388c2421f req-e13382f4-92ee-4066-9a41-54ffc4e67ffc tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:59.417813 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b29ae057-9493-4fdc-b890-abb388c2421f req-e13382f4-92ee-4066-9a41-54ffc4e67ffc tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 946 time: 0.1027071 Apr 23 18:06:59.460514 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-b29ae057-9493-4fdc-b890-abb388c2421f req-2d643edb-fefb-4330-b96f-aa1226ba8a5a tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Synchronizing usage tracker for tenant:fc8c3fef6d3d496e979ad09a6010708e on resource:security_group {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:06:59.479129 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-b29ae057-9493-4fdc-b890-abb388c2421f req-2d643edb-fefb-4330-b96f-aa1226ba8a5a tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Unset dirty status for tenant:fc8c3fef6d3d496e979ad09a6010708e on resource:security_group {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:06:59.480993 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b29ae057-9493-4fdc-b890-abb388c2421f req-2d643edb-fefb-4330-b96f-aa1226ba8a5a tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/security-groups?id=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621512 Apr 23 18:06:59.588698 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd7a6f-8ea1-4e72-ba46-476f2e78d5e7 req-9dc0bb5b-037f-40e5-96f1-40f564ea87c4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:59.590360 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a2bd7a6f-8ea1-4e72-ba46-476f2e78d5e7 req-9dc0bb5b-037f-40e5-96f1-40f564ea87c4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.0940933 Apr 23 18:06:59.644585 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a2bd7a6f-8ea1-4e72-ba46-476f2e78d5e7 req-9898d382-eda0-42e6-879b-ca03a6e38c27 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465438 Apr 23 18:06:59.968589 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce535f79-7fd6-46cf-bc67-53ad5b8bbc0a req-8c7db085-eb68-466b-88cb-8824784516c5 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:06:59.970366 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ce535f79-7fd6-46cf-bc67-53ad5b8bbc0a req-8c7db085-eb68-466b-88cb-8824784516c5 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.22 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 946 time: 0.0921805 Apr 23 18:07:00.135931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-ce535f79-7fd6-46cf-bc67-53ad5b8bbc0a req-bd2d92fb-6e9a-437c-9fcd-f83cfdd53608 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Deleting port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:07:00.136588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-ce535f79-7fd6-46cf-bc67-53ad5b8bbc0a req-bd2d92fb-6e9a-437c-9fcd-f83cfdd53608 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:00.291189 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-ce535f79-7fd6-46cf-bc67-53ad5b8bbc0a req-bd2d92fb-6e9a-437c-9fcd-f83cfdd53608 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] For port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79,segment=NetworkSegment(479200c7-bb70-4755-b419-1ff5b27822fa),segment_id=479200c7-bb70-4755-b419-1ff5b27822fa)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:00.291600 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-ce535f79-7fd6-46cf-bc67-53ad5b8bbc0a req-bd2d92fb-6e9a-437c-9fcd-f83cfdd53608 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:00.432549 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-ce535f79-7fd6-46cf-bc67-53ad5b8bbc0a req-bd2d92fb-6e9a-437c-9fcd-f83cfdd53608 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Calling delete_port for 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 owned by compute:nova {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:07:00.565028 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-ce535f79-7fd6-46cf-bc67-53ad5b8bbc0a req-bd2d92fb-6e9a-437c-9fcd-f83cfdd53608 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:00.571489 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0bab5acb-f028-4d31-80d1-0d64606332eb tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:00.581430 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['1d57b9e6-532b-4bc7-bfa5-a4d29351bd79'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:07:00.625677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d92fb-6e9a-437c-9fcd-f83cfdd53608 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Pushing event deleted for resources: {'Port': ['ID=1d57b9e6-532b-4bc7-bfa5-a4d29351bd79,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:00.625677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-bd2d92fb-6e9a-437c-9fcd-f83cfdd53608 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:00.694491 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ba830e94-97fc-44d9-ae10-cd2bc38fb8e3 req-e7988957-4006-4cbd-bbc2-efad3b3b402a tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.11 "GET /v2.0/ports?device_id=810c8845-8e21-4c49-acc0-64c344e2e64f HTTP/1.1" status: 200 len: 210 time: 0.0633917 Apr 23 18:07:00.736968 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce535f79-7fd6-46cf-bc67-53ad5b8bbc0a req-bd2d92fb-6e9a-437c-9fcd-f83cfdd53608 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] No DVR routers for this DVR port 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 on host hv-cinder-78652 {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:07:00.742400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-ce535f79-7fd6-46cf-bc67-53ad5b8bbc0a req-bd2d92fb-6e9a-437c-9fcd-f83cfdd53608 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:00.746786 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'name': 'network-vif-deleted', 'tag': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:07:00.789007 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ce535f79-7fd6-46cf-bc67-53ad5b8bbc0a req-bd2d92fb-6e9a-437c-9fcd-f83cfdd53608 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] 10.222.0.22 "DELETE /v2.0/ports/1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 HTTP/1.1" status: 204 len: 173 time: 0.8120437 Apr 23 18:07:00.824992 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810c8845-8e21-4c49-acc0-64c344e2e64f', 'name': 'network-vif-deleted', 'tag': '1d57b9e6-532b-4bc7-bfa5-a4d29351bd79', 'status': 'completed', 'code': 200} Apr 23 18:07:00.950331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd620a-b8aa-45da-a646-5a5234fc30c4 req-8de1aa50-f1f7-454e-8109-abfc08f33e68 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:00.952521 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-14fd620a-b8aa-45da-a646-5a5234fc30c4 req-8de1aa50-f1f7-454e-8109-abfc08f33e68 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.1216428 Apr 23 18:07:01.017940 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-14fd620a-b8aa-45da-a646-5a5234fc30c4 req-5f809214-ea27-4935-9c60-c136c02943b8 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580795 Apr 23 18:07:02.249498 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ef531-9ebf-4f9c-bffb-a692eed4a0f3 req-c0c2637f-20bc-4252-b116-68b156aac08d tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:02.251151 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e88ef531-9ebf-4f9c-bffb-a692eed4a0f3 req-c0c2637f-20bc-4252-b116-68b156aac08d tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.0981500 Apr 23 18:07:02.348891 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e88ef531-9ebf-4f9c-bffb-a692eed4a0f3 req-bd0640ca-d55f-4626-9394-2b75ae69bb92 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617363 Apr 23 18:07:02.367094 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 59730) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:02.501889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dd0d4-a4ad-435e-ae1e-ebe2c3f39273 req-d2b76702-b22d-4789-b726-003360b4544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:02.503447 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4b8dd0d4-a4ad-435e-ae1e-ebe2c3f39273 req-d2b76702-b22d-4789-b726-003360b4544c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b603028fc0648daac1a9a03b1ad4097&device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 1099 time: 0.2513208 Apr 23 18:07:02.820188 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dd0d4-a4ad-435e-ae1e-ebe2c3f39273 req-df985cc8-7fb8-4149-984c-757a6043bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:02.821758 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4b8dd0d4-a4ad-435e-ae1e-ebe2c3f39273 req-df985cc8-7fb8-4149-984c-757a6043bfcc service neutron] 10.222.0.22 "GET /v2.0/networks?id=81db996a-5443-4dca-8db4-06663c296f38 HTTP/1.1" status: 200 len: 917 time: 0.3060017 Apr 23 18:07:02.966323 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4b8dd0d4-a4ad-435e-ae1e-ebe2c3f39273 req-7ad16fea-7751-4068-9343-dba18a0cfafb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58 HTTP/1.1" status: 200 len: 1002 time: 0.1292140 Apr 23 18:07:03.111112 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dd0d4-a4ad-435e-ae1e-ebe2c3f39273 req-01f969c1-124f-44bc-8aad-5a4fa27f8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:03.112561 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4b8dd0d4-a4ad-435e-ae1e-ebe2c3f39273 req-01f969c1-124f-44bc-8aad-5a4fa27f8f95 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3fa7ecc1-b122-4c85-83b3-3fd5fb03e649 HTTP/1.1" status: 200 len: 855 time: 0.1195731 Apr 23 18:07:03.225055 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dd0d4-a4ad-435e-ae1e-ebe2c3f39273 req-e7291a61-2f9f-40af-b1d2-48c739176afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:03.226661 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4b8dd0d4-a4ad-435e-ae1e-ebe2c3f39273 req-e7291a61-2f9f-40af-b1d2-48c739176afb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=81db996a-5443-4dca-8db4-06663c296f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1049626 Apr 23 18:07:03.717349 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5bfc429f-f32f-43cd-8832-31c7d212a292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710756'] for router_interface, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:03.779008 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4b8dd0d4-a4ad-435e-ae1e-ebe2c3f39273 req-15b87847-c6e9-4b76-a6e8-19df44bcf290 service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216954 Apr 23 18:07:03.876989 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830559f-ff74-47ab-8cf7-7f8458831e8d req-e20e8f5e-d1c8-4038-907d-0a479cf67ced tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:03.878568 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a830559f-ff74-47ab-8cf7-7f8458831e8d req-e20e8f5e-d1c8-4038-907d-0a479cf67ced tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.3669233 Apr 23 18:07:04.044107 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a830559f-ff74-47ab-8cf7-7f8458831e8d req-613e8851-0289-44e7-9fde-9b3f5e1c27e5 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537256 Apr 23 18:07:04.143455 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4b8dd0d4-a4ad-435e-ae1e-ebe2c3f39273 req-09da525f-3274-43fb-aa22-97764bd63387 service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516047 Apr 23 18:07:04.336037 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc429f-f32f-43cd-8832-31c7d212a292 admin admin] Deleting port a69675aa-efdf-460a-b28e-b7fe59db8595 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:07:04.336426 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5bfc429f-f32f-43cd-8832-31c7d212a292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:04.468453 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-5bfc429f-f32f-43cd-8832-31c7d212a292 admin admin] For port a69675aa-efdf-460a-b28e-b7fe59db8595, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=a69675aa-efdf-460a-b28e-b7fe59db8595,segment=NetworkSegment(479200c7-bb70-4755-b419-1ff5b27822fa),segment_id=479200c7-bb70-4755-b419-1ff5b27822fa)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:04.468849 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5bfc429f-f32f-43cd-8832-31c7d212a292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:04.600359 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:07:04.600579 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc429f-f32f-43cd-8832-31c7d212a292 admin admin] Calling delete_port for a69675aa-efdf-460a-b28e-b7fe59db8595 owned by network:router_interface {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:07:04.637855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:07:04.638254 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 1d57b9e6-532b-4bc7-bfa5-a4d29351bd79 not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:07:04.878150 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5bfc429f-f32f-43cd-8832-31c7d212a292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:04.882815 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:04.930434 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc429f-f32f-43cd-8832-31c7d212a292 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69675aa-efdf-460a-b28e-b7fe59db8595,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:04.933846 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5bfc429f-f32f-43cd-8832-31c7d212a292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:05.276582 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5bfc429f-f32f-43cd-8832-31c7d212a292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853163703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710810'] for router_interface, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:05.642353 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c473055-e1da-4424-91e2-efca89eed998 req-3b47f922-e506-46db-82e4-8d664be775b4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:05.644008 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7c473055-e1da-4424-91e2-efca89eed998 req-3b47f922-e506-46db-82e4-8d664be775b4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.4800575 Apr 23 18:07:05.722906 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7c473055-e1da-4424-91e2-efca89eed998 req-b4cadd95-bfa7-4889-880e-4a5d00477376 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684483 Apr 23 18:07:05.946300 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfc429f-f32f-43cd-8832-31c7d212a292 admin admin] Router cc13ebd6-63cf-4d6c-9fff-67fa44932945 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:07:06.133685 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfc429f-f32f-43cd-8832-31c7d212a292 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:07:06.142766 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb73b698-a51b-4d5d-86ff-4aaac1723182 None None] Sync routers for ids ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:07:06.147164 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5bfc429f-f32f-43cd-8832-31c7d212a292 admin admin] 10.222.0.11 "PUT /v2.0/routers/cc13ebd6-63cf-4d6c-9fff-67fa44932945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7788944 Apr 23 18:07:06.149933 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 59746) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:06.153018 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb73b698-a51b-4d5d-86ff-4aaac1723182 None None] Routers {'cc13ebd6-63cf-4d6c-9fff-67fa44932945'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:07:06.153673 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-eb73b698-a51b-4d5d-86ff-4aaac1723182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:06:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:06.347527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] Notify callbacks [] for router, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:06.521908 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-eb73b698-a51b-4d5d-86ff-4aaac1723182 None None] Set router cc13ebd6-63cf-4d6c-9fff-67fa44932945 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:07:06.544522 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:06.618357 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] Deleting port 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:07:06.618739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:06.629666 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 83e1a1ee-3cca-4920-b598-cf618ff0bf58 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:07:06.754251 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] For port 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=3b6a510c-aff3-4a42-ab8b-e3c85e65eff2,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:06.754567 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:06.882043 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:06.891627 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] Calling delete_port for 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2 owned by network:router_gateway {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:07:06.948770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e1a1ee-3cca-4920-b598-cf618ff0bf58'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:07:06.961448 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 83e1a1ee-3cca-4920-b598-cf618ff0bf58, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:06.967517 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:06.970600 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f58f24be-7652-4227-a416-358b8652aebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:07.004529 dv-cinder-786524-3-smb neutron-server[86250]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83e1a1ee-3cca-4920-b598-cf618ff0bf58', 'code': 422} returned with failed status Apr 23 18:07:07.007328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c154e-9b6e-4524-b868-4860fff32423 req-b65b4bce-99ee-4797-b7c7-674facaa5c3c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:07.008938 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2b7c154e-9b6e-4524-b868-4860fff32423 req-b65b4bce-99ee-4797-b7c7-674facaa5c3c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 946 time: 0.1251199 Apr 23 18:07:07.057331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=83e1a1ee-3cca-4920-b598-cf618ff0bf58,revision_number=8']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:07.063924 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:07.065842 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-eb73b698-a51b-4d5d-86ff-4aaac1723182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'name': 'tempest-TestMinimumBasicScenario-1298536082-router', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:33Z', 'updated_at': '2021-04-23T18:07:04Z', 'revision_number': 5, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'gw_port': {'id': '3b6a510c-aff3-4a42-ab8b-e3c85e65eff2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:35Z', 'updated_at': '2021-04-23T18:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:07.071796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb73b698-a51b-4d5d-86ff-4aaac1723182 None None] Checking router: cc13ebd6-63cf-4d6c-9fff-67fa44932945 for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:07:07.081797 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb73b698-a51b-4d5d-86ff-4aaac1723182 None None] Routers {'cc13ebd6-63cf-4d6c-9fff-67fa44932945'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:07:07.082426 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2b7c154e-9b6e-4524-b868-4860fff32423 req-4d1eb9e9-3cb8-4a85-9e03-fcefca2aaf9c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608754 Apr 23 18:07:07.082544 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-eb73b698-a51b-4d5d-86ff-4aaac1723182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:06:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:07.177058 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:07.182021 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-eea95098-60c9-47de-a07a-e718880e9107 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:07.229423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6a510c-aff3-4a42-ab8b-e3c85e65eff2,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:07.233290 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:07.265013 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-eb73b698-a51b-4d5d-86ff-4aaac1723182 None None] Set router cc13ebd6-63cf-4d6c-9fff-67fa44932945 gateway port host: None {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:07:07.339464 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853013669'] for router_gateway, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:07.387572 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-eb73b698-a51b-4d5d-86ff-4aaac1723182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'name': 'tempest-TestMinimumBasicScenario-1298536082-router', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:33Z', 'updated_at': '2021-04-23T18:07:06Z', 'revision_number': 6, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'gw_port_host': None}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:07.392132 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb73b698-a51b-4d5d-86ff-4aaac1723182 None None] The sync data for ids ['cc13ebd6-63cf-4d6c-9fff-67fa44932945'] in dv-cinder-786524-3-smb is: [{'id': 'cc13ebd6-63cf-4d6c-9fff-67fa44932945', 'name': 'tempest-TestMinimumBasicScenario-1298536082-router', 'tenant_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:33Z', 'updated_at': '2021-04-23T18:07:06Z', 'revision_number': 6, 'project_id': 'fc8c3fef6d3d496e979ad09a6010708e', 'gw_port_host': None}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:07:07.548126 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853064441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736081'] for router, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:07.551480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:07.563326 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device a69675aa-efdf-460a-b28e-b7fe59db8595 no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:07:07.603691 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: a69675aa-efdf-460a-b28e-b7fe59db8595 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:07:07.604185 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device a69675aa-efdf-460a-b28e-b7fe59db8595 not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:07:07.640931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706563'] for router, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:07.641484 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc13ebd6-63cf-4d6c-9fff-67fa44932945 {{(pid=86361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 18:07:07.658549 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] Notify callbacks [] for router, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:07.659975 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] 10.222.0.11 "DELETE /v2.0/routers/cc13ebd6-63cf-4d6c-9fff-67fa44932945 HTTP/1.1" status: 204 len: 168 time: 1.5090683 Apr 23 18:07:07.662706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 59768) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:07.734425 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_v2 [None req-18301391-be28-4ec5-833e-08d0dd6d0d15 admin admin] Deleting subnet 58f98ef7-494a-4c9b-9c72-42147c3b01b1 {{(pid=86361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 18:07:07.737771 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-18301391-be28-4ec5-833e-08d0dd6d0d15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:07.791265 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-18301391-be28-4ec5-833e-08d0dd6d0d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848253410'] for subnet, precommit_delete_associations {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:07.921153 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-18301391-be28-4ec5-833e-08d0dd6d0d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851233888'] for subnet, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:08.189756 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-18301391-be28-4ec5-833e-08d0dd6d0d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852916966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6478716'] for subnet, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:08.194907 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:08.232570 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18301391-be28-4ec5-833e-08d0dd6d0d15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f98ef7-494a-4c9b-9c72-42147c3b01b1,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:08.235225 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-18301391-be28-4ec5-833e-08d0dd6d0d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:08.237985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-18301391-be28-4ec5-833e-08d0dd6d0d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:08.243369 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daef311-4e73-418b-9b49-aa73a35cde6f None None] Network eb556b08-5967-44b0-8b27-05fdb4da4705 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:07:08.247547 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-18301391-be28-4ec5-833e-08d0dd6d0d15 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/58f98ef7-494a-4c9b-9c72-42147c3b01b1 HTTP/1.1" status: 204 len: 168 time: 0.5811296 Apr 23 18:07:08.247808 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 59782) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:08.556848 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa3d44-90df-427e-964d-4c6ec1752570 None None] DHCP port deletion for eb556b08-5967-44b0-8b27-05fdb4da4705 request from dv-cinder-786524-3-smb {{(pid=86363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 18:07:08.637815 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-20fa3d44-90df-427e-964d-4c6ec1752570 None None] Deleting port a30151b5-f99a-40d8-8b97-a08f47669694 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:07:08.638246 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-20fa3d44-90df-427e-964d-4c6ec1752570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:08.702379 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851326484'] for network, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:08.743354 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-20fa3d44-90df-427e-964d-4c6ec1752570 None None] For port a30151b5-f99a-40d8-8b97-a08f47669694, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=a30151b5-f99a-40d8-8b97-a08f47669694,segment=NetworkSegment(479200c7-bb70-4755-b419-1ff5b27822fa),segment_id=479200c7-bb70-4755-b419-1ff5b27822fa)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:08.743792 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-20fa3d44-90df-427e-964d-4c6ec1752570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:08.828107 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdf417-a324-49b5-b4ed-b5509d1bf4fb req-6a732a2f-2741-467d-8c3d-6002476ce4ce tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:08.829714 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-93fdf417-a324-49b5-b4ed-b5509d1bf4fb req-6a732a2f-2741-467d-8c3d-6002476ce4ce tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 944 time: 0.2267904 Apr 23 18:07:08.836085 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-655b155a-f0b4-4985-a2e3-90863eb2aaee req-64a7a468-7c81-4419-a525-294c22930841 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1869826 Apr 23 18:07:08.876670 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-20fa3d44-90df-427e-964d-4c6ec1752570 None None] Calling delete_port for a30151b5-f99a-40d8-8b97-a08f47669694 owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:07:08.889989 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Deleting port a30151b5-f99a-40d8-8b97-a08f47669694 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:07:08.890375 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:08.910912 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-93fdf417-a324-49b5-b4ed-b5509d1bf4fb req-3dcc45cd-b512-409c-ae10-a5c303657a06 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737591 Apr 23 18:07:09.022306 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-20fa3d44-90df-427e-964d-4c6ec1752570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:09.028220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:09.033459 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] For port a30151b5-f99a-40d8-8b97-a08f47669694, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=a30151b5-f99a-40d8-8b97-a08f47669694,segment=NetworkSegment(479200c7-bb70-4755-b419-1ff5b27822fa),segment_id=479200c7-bb70-4755-b419-1ff5b27822fa)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:09.034124 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:09.081954 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa3d44-90df-427e-964d-4c6ec1752570 None None] Pushing event deleted for resources: {'Port': ['ID=a30151b5-f99a-40d8-8b97-a08f47669694,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:09.084116 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fa3d44-90df-427e-964d-4c6ec1752570 None None] No DVR routers for this DVR port a30151b5-f99a-40d8-8b97-a08f47669694 on host dv-cinder-786524-3-smb {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:07:09.085421 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-20fa3d44-90df-427e-964d-4c6ec1752570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:09.188865 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Calling delete_port for a30151b5-f99a-40d8-8b97-a08f47669694 owned by network:dhcp {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:07:09.233546 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.db.api [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86361) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 18:07:09.234061 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_db.api [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 18:07:09.531221 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2 no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:07:09.579830 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:07:09.580223 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 3b6a510c-aff3-4a42-ab8b-e3c85e65eff2 not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:07:09.580695 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device a30151b5-f99a-40d8-8b97-a08f47669694 no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:07:09.606016 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b155a-f0b4-4985-a2e3-90863eb2aaee req-496eb465-2666-46bb-a92f-f69f1175cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:09.607624 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-655b155a-f0b4-4985-a2e3-90863eb2aaee req-496eb465-2666-46bb-a92f-f69f1175cc78 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c&tenant_id=0b603028fc0648daac1a9a03b1ad4097 HTTP/1.1" status: 200 len: 1097 time: 0.0860221 Apr 23 18:07:09.617544 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: a30151b5-f99a-40d8-8b97-a08f47669694 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:07:09.617942 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device a30151b5-f99a-40d8-8b97-a08f47669694 not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:07:09.619629 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-97976205-747f-4f2f-a9bb-d3a83744c1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:09.705637 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b155a-f0b4-4985-a2e3-90863eb2aaee req-e53afd64-4d09-4066-b8da-63f1e16c4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:09.707202 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-655b155a-f0b4-4985-a2e3-90863eb2aaee req-e53afd64-4d09-4066-b8da-63f1e16c4fc8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b603028fc0648daac1a9a03b1ad4097&device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 1097 time: 0.0775769 Apr 23 18:07:09.822354 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] The port 'a30151b5-f99a-40d8-8b97-a08f47669694' was deleted {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 18:07:09.972587 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542005', 'neutron.services.segments.db._delete_segments_for_network-8774976202099'] for network, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:10.090473 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b155a-f0b4-4985-a2e3-90863eb2aaee req-3f081f89-200c-4191-80b4-dad4bf09e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:10.092120 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-655b155a-f0b4-4985-a2e3-90863eb2aaee req-3f081f89-200c-4191-80b4-dad4bf09e70a service neutron] 10.222.0.22 "GET /v2.0/networks?id=81db996a-5443-4dca-8db4-06663c296f38 HTTP/1.1" status: 200 len: 917 time: 0.3791304 Apr 23 18:07:10.221097 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb556b08-5967-44b0-8b27-05fdb4da4705']}} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:10.246699 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479200c7-bb70-4755-b419-1ff5b27822fa') {'for_net_delete': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:10.247269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479200c7-bb70-4755-b419-1ff5b27822fa') {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:10.281084 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261878593123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6522390'] for segment, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:10.311683 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-655b155a-f0b4-4985-a2e3-90863eb2aaee req-1e94348f-66ce-4d26-9d77-d540a2c02abe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58 HTTP/1.1" status: 200 len: 1000 time: 0.1657898 Apr 23 18:07:10.313880 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:10.373454 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=86361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 18:07:10.470935 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64ee94-e26b-4acf-b808-498ad35e6b73 req-612d3f81-ab3f-4572-9a1c-30f732250f19 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:10.472613 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cc64ee94-e26b-4acf-b808-498ad35e6b73 req-612d3f81-ab3f-4572-9a1c-30f732250f19 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 944 time: 0.3768990 Apr 23 18:07:10.529233 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b155a-f0b4-4985-a2e3-90863eb2aaee req-34a8fcc7-75e0-4f86-9ba7-ded2a9ffaf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:10.530776 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-655b155a-f0b4-4985-a2e3-90863eb2aaee req-34a8fcc7-75e0-4f86-9ba7-ded2a9ffaf6f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3fa7ecc1-b122-4c85-83b3-3fd5fb03e649 HTTP/1.1" status: 200 len: 855 time: 0.2087259 Apr 23 18:07:10.632588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 83e1a1ee-3cca-4920-b598-cf618ff0bf58 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:07:10.672727 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Network eb556b08-5967-44b0-8b27-05fdb4da4705 has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:07:10.685523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1859257'] for segment, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:10.703503 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cc64ee94-e26b-4acf-b808-498ad35e6b73 req-09a5f496-790a-45fc-969c-afb0fbf0a756 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207773 Apr 23 18:07:10.894004 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Network eb556b08-5967-44b0-8b27-05fdb4da4705 has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:07:10.918828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b155a-f0b4-4985-a2e3-90863eb2aaee req-5af9c033-9e75-4f0d-91d5-734308605986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:10.920433 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-655b155a-f0b4-4985-a2e3-90863eb2aaee req-5af9c033-9e75-4f0d-91d5-734308605986 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=81db996a-5443-4dca-8db4-06663c296f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3249435 Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: % (table.description, expected, rows_matched) Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: % (table.description, expected, rows_matched) Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: % (table.description, expected, rows_matched) Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: % (table.description, expected, rows_matched) Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: Traceback (most recent call last): Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: timer() Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: cb(*args, **kw) Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: return func(*args, **kwargs) Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: self._notify() Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: self.callback(batched_events) Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: event.method(event) Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: segment_id)['aggregates'][0] Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: return f(self, *a, **k) Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: return self._get(url).json() Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: **kwargs) Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: return self.request(url, 'GET', **kwargs) Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: **endpoint_filter) Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 18:07:10.921141 dv-cinder-786524-3-smb neutron-server[86250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 18:07:11.302508 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851233795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853070148'] for network, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:11.318736 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:11.334160 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:11.357596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb556b08-5967-44b0-8b27-05fdb4da4705,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:11.364744 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:11.387672 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-6b87eb57-05e4-4e66-9900-3734a4684081 admin admin] 10.222.0.11 "DELETE /v2.0/networks/eb556b08-5967-44b0-8b27-05fdb4da4705 HTTP/1.1" status: 204 len: 168 time: 3.1388001 Apr 23 18:07:11.390762 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 59824) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:11.391240 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-655b155a-f0b4-4985-a2e3-90863eb2aaee req-804337ce-f2b5-4dff-8073-b91416623188 service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222372 Apr 23 18:07:11.537491 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-655b155a-f0b4-4985-a2e3-90863eb2aaee req-e27c5c99-26da-4624-b2c4-956e25c1a2c5 service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374955 Apr 23 18:07:11.871800 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9b0fae66-6921-4108-8c20-479d8dd9979c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:11.988985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e7aad-2b9f-45fa-bf3e-3880113c3b0c req-2d733809-67b1-4aef-ba50-b85156909625 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:11.990590 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f19e7aad-2b9f-45fa-bf3e-3880113c3b0c req-2d733809-67b1-4aef-ba50-b85156909625 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 944 time: 0.1315279 Apr 23 18:07:12.089455 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f19e7aad-2b9f-45fa-bf3e-3880113c3b0c req-50796ff2-b9f4-49c0-b936-044a47a73834 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634184 Apr 23 18:07:12.113532 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9f96ee3b-89fc-4e24-9166-0c11cad17ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710756'] for router_interface, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:12.562048 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:12.631661 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-9f96ee3b-89fc-4e24-9166-0c11cad17ade admin admin] Deleting port 442caf4b-0357-48f9-b93b-bd5e52cda3c5 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:07:12.632044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9f96ee3b-89fc-4e24-9166-0c11cad17ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:12.725531 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:12.794407 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-9f96ee3b-89fc-4e24-9166-0c11cad17ade admin admin] For port 442caf4b-0357-48f9-b93b-bd5e52cda3c5, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=442caf4b-0357-48f9-b93b-bd5e52cda3c5,segment=NetworkSegment(1ceddf1b-3e30-4690-ad43-8a8446b5bf64),segment_id=1ceddf1b-3e30-4690-ad43-8a8446b5bf64)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:12.795176 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9f96ee3b-89fc-4e24-9166-0c11cad17ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:12.938602 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-9f96ee3b-89fc-4e24-9166-0c11cad17ade admin admin] Calling delete_port for 442caf4b-0357-48f9-b93b-bd5e52cda3c5 owned by network:router_interface {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:07:13.102261 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9f96ee3b-89fc-4e24-9166-0c11cad17ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:13.106786 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-42e3b097-304b-4b67-b409-10a26a089737 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:13.160811 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96ee3b-89fc-4e24-9166-0c11cad17ade admin admin] Pushing event deleted for resources: {'Port': ['ID=442caf4b-0357-48f9-b93b-bd5e52cda3c5,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:13.163767 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9f96ee3b-89fc-4e24-9166-0c11cad17ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:13.562537 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9f96ee3b-89fc-4e24-9166-0c11cad17ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853163703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710810'] for router_interface, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:13.646622 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed49b6-2cab-43b4-8a96-55ef299c3d3a req-7195320e-cdbb-4d73-8d24-f108b0590c88 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:13.648264 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b4ed49b6-2cab-43b4-8a96-55ef299c3d3a req-7195320e-cdbb-4d73-8d24-f108b0590c88 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 944 time: 0.3779728 Apr 23 18:07:14.029791 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b4ed49b6-2cab-43b4-8a96-55ef299c3d3a req-a5a00598-c13e-40b0-bdf1-d50a1d7af9cb tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3709586 Apr 23 18:07:14.168966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:14.251883 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f96ee3b-89fc-4e24-9166-0c11cad17ade admin admin] Router 5d374784-d18e-43c3-93ca-8c0d90c07541 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:07:14.448919 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f96ee3b-89fc-4e24-9166-0c11cad17ade admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:07:14.459456 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-9f96ee3b-89fc-4e24-9166-0c11cad17ade admin admin] 10.222.0.11 "PUT /v2.0/routers/5d374784-d18e-43c3-93ca-8c0d90c07541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0673182 Apr 23 18:07:14.460509 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f3d5d9-59fd-436b-b0b7-ce0eb7688b64 None None] Sync routers for ids ['5d374784-d18e-43c3-93ca-8c0d90c07541'] in dv-cinder-786524-3-smb {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:07:14.461120 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 59866) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:14.471842 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f3d5d9-59fd-436b-b0b7-ce0eb7688b64 None None] Routers {'5d374784-d18e-43c3-93ca-8c0d90c07541'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:07:14.472748 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-77f3d5d9-59fd-436b-b0b7-ce0eb7688b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:07:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['5d374784-d18e-43c3-93ca-8c0d90c07541'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:14.682248 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-77f3d5d9-59fd-436b-b0b7-ce0eb7688b64 None None] Set router 5d374784-d18e-43c3-93ca-8c0d90c07541 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:07:14.714807 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:14.920326 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:14.994687 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-77f3d5d9-59fd-436b-b0b7-ce0eb7688b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'name': 'tempest-TestMinimumBasicScenario-46560419-router', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '5810a937-b867-4d1e-92f8-b9aced7acd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:46Z', 'updated_at': '2021-04-23T18:07:13Z', 'revision_number': 5, 'project_id': '577bd4511f65474c80edd7e13f57faac', 'gw_port': {'id': '5810a937-b867-4d1e-92f8-b9aced7acd24', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:04:47Z', 'updated_at': '2021-04-23T18:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:14.999236 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f3d5d9-59fd-436b-b0b7-ce0eb7688b64 None None] Checking router: 5d374784-d18e-43c3-93ca-8c0d90c07541 for host: dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:07:15.008507 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] Deleting port 5810a937-b867-4d1e-92f8-b9aced7acd24 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:07:15.009095 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:15.014207 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f3d5d9-59fd-436b-b0b7-ce0eb7688b64 None None] Routers {'5d374784-d18e-43c3-93ca-8c0d90c07541'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:07:15.015339 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-77f3d5d9-59fd-436b-b0b7-ce0eb7688b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:07:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['5d374784-d18e-43c3-93ca-8c0d90c07541'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:15.210828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] For port 5810a937-b867-4d1e-92f8-b9aced7acd24, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=5810a937-b867-4d1e-92f8-b9aced7acd24,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:15.211815 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:15.259856 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-77f3d5d9-59fd-436b-b0b7-ce0eb7688b64 None None] Set router 5d374784-d18e-43c3-93ca-8c0d90c07541 gateway port host: None {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:07:15.352445 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] Calling delete_port for 5810a937-b867-4d1e-92f8-b9aced7acd24 owned by network:router_gateway {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:07:15.395613 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-77f3d5d9-59fd-436b-b0b7-ce0eb7688b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'name': 'tempest-TestMinimumBasicScenario-46560419-router', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:46Z', 'updated_at': '2021-04-23T18:07:14Z', 'revision_number': 6, 'project_id': '577bd4511f65474c80edd7e13f57faac', 'gw_port_host': None}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:15.400379 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f3d5d9-59fd-436b-b0b7-ce0eb7688b64 None None] The sync data for ids ['5d374784-d18e-43c3-93ca-8c0d90c07541'] in dv-cinder-786524-3-smb is: [{'id': '5d374784-d18e-43c3-93ca-8c0d90c07541', 'name': 'tempest-TestMinimumBasicScenario-46560419-router', 'tenant_id': '577bd4511f65474c80edd7e13f57faac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:04:46Z', 'updated_at': '2021-04-23T18:07:14Z', 'revision_number': 6, 'project_id': '577bd4511f65474c80edd7e13f57faac', 'gw_port_host': None}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:07:15.487123 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba694ca0-de80-48e6-9776-c5545c6bd2f8 req-75da8fc2-8a45-4b86-bedc-321d4314a876 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:15.495712 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ba694ca0-de80-48e6-9776-c5545c6bd2f8 req-75da8fc2-8a45-4b86-bedc-321d4314a876 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 944 time: 0.1526349 Apr 23 18:07:15.512765 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 442caf4b-0357-48f9-b93b-bd5e52cda3c5 no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:07:15.578250 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ba694ca0-de80-48e6-9776-c5545c6bd2f8 req-52e9e422-b8ff-4e65-a332-ba6c0cba9736 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815604 Apr 23 18:07:15.578967 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: 442caf4b-0357-48f9-b93b-bd5e52cda3c5 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:07:15.579573 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 442caf4b-0357-48f9-b93b-bd5e52cda3c5 not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:07:15.698839 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:15.718851 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-aa5699ee-efa3-4f3b-ae1e-8b895064eeff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:15.771029 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5810a937-b867-4d1e-92f8-b9aced7acd24,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:15.774828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:15.878770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853013669'] for router_gateway, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:16.078180 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853064441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736081'] for router, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:16.081269 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:16.107352 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706563'] for router, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:16.107916 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d374784-d18e-43c3-93ca-8c0d90c07541 {{(pid=86361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 18:07:16.122472 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] Notify callbacks [] for router, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:16.126149 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5d374784-d18e-43c3-93ca-8c0d90c07541 HTTP/1.1" status: 204 len: 168 time: 1.6615613 Apr 23 18:07:16.126430 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 59878) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:16.211435 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde0b9d7-b8e5-43ba-8709-660c512efe31 admin admin] Deleting subnet 0aa07cd1-83dc-43e1-8e18-84a0adc03008 {{(pid=86361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 18:07:16.215659 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bde0b9d7-b8e5-43ba-8709-660c512efe31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:16.273284 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bde0b9d7-b8e5-43ba-8709-660c512efe31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848253410'] for subnet, precommit_delete_associations {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:16.360488 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bde0b9d7-b8e5-43ba-8709-660c512efe31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851233888'] for subnet, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:16.660527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bde0b9d7-b8e5-43ba-8709-660c512efe31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852916966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6478716'] for subnet, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:16.667550 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b5cfa6f7-eb31-4a6b-8c25-c8225c65ef91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:16.713792 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0b9d7-b8e5-43ba-8709-660c512efe31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa07cd1-83dc-43e1-8e18-84a0adc03008,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:16.719666 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bde0b9d7-b8e5-43ba-8709-660c512efe31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:16.723736 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-bde0b9d7-b8e5-43ba-8709-660c512efe31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:16.730147 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-bde0b9d7-b8e5-43ba-8709-660c512efe31 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0aa07cd1-83dc-43e1-8e18-84a0adc03008 HTTP/1.1" status: 204 len: 168 time: 0.6025577 Apr 23 18:07:16.731434 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ce8603-3b07-4dac-bc5c-9f614b52572a None None] Network 56787388-5352-48a6-9ef1-c1f9996d69c5 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:07:16.732962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 59886) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:16.865321 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851326484'] for network, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:16.897724 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702bf26-2504-413e-9bda-6501f553a9d8 req-6ccb4b3c-b2ef-490d-b107-01236dd7be65 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:16.899611 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a702bf26-2504-413e-9bda-6501f553a9d8 req-6ccb4b3c-b2ef-490d-b107-01236dd7be65 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 944 time: 0.1823215 Apr 23 18:07:16.964242 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a702bf26-2504-413e-9bda-6501f553a9d8 req-5c818415-8b4b-421f-b5ec-f819141cc275 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495315 Apr 23 18:07:17.000169 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Deleting port ab6429d4-9472-498d-93fe-5613a93969e3 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:07:17.000169 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:17.106696 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2ff716-31b7-464b-bccb-714a460f09b1 None None] DHCP port deletion for 56787388-5352-48a6-9ef1-c1f9996d69c5 request from dv-cinder-786524-3-smb {{(pid=86363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 18:07:17.111360 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] For port ab6429d4-9472-498d-93fe-5613a93969e3, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=ab6429d4-9472-498d-93fe-5613a93969e3,segment=NetworkSegment(1ceddf1b-3e30-4690-ad43-8a8446b5bf64),segment_id=1ceddf1b-3e30-4690-ad43-8a8446b5bf64)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:17.111769 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:17.186029 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ff716-31b7-464b-bccb-714a460f09b1 None None] Deleting port ab6429d4-9472-498d-93fe-5613a93969e3 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:07:17.186376 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9d2ff716-31b7-464b-bccb-714a460f09b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:17.257669 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Calling delete_port for ab6429d4-9472-498d-93fe-5613a93969e3 owned by network:dhcp {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:07:17.302426 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-9d2ff716-31b7-464b-bccb-714a460f09b1 None None] For port ab6429d4-9472-498d-93fe-5613a93969e3, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=ab6429d4-9472-498d-93fe-5613a93969e3,segment=NetworkSegment(1ceddf1b-3e30-4690-ad43-8a8446b5bf64),segment_id=1ceddf1b-3e30-4690-ad43-8a8446b5bf64)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:17.303003 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9d2ff716-31b7-464b-bccb-714a460f09b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:17.307449 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:17.315037 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-057466a0-9669-444f-86b2-ff3858ca7f13 tempest-VolumesActionsTest-1780201573 tempest-VolumesActionsTest-1780201573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:17.360411 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6429d4-9472-498d-93fe-5613a93969e3,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:17.363561 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:17.371860 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] No DVR routers for this DVR port ab6429d4-9472-498d-93fe-5613a93969e3 on host dv-cinder-786524-3-smb {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:07:17.455691 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ff716-31b7-464b-bccb-714a460f09b1 None None] Calling delete_port for ab6429d4-9472-498d-93fe-5613a93969e3 owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:07:17.506044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542005', 'neutron.services.segments.db._delete_segments_for_network-8774976202099'] for network, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:17.507540 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.db.api [None req-9d2ff716-31b7-464b-bccb-714a460f09b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86363) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 18:07:17.507962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_db.api [None req-9d2ff716-31b7-464b-bccb-714a460f09b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 18:07:17.549711 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 5810a937-b867-4d1e-92f8-b9aced7acd24 no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:07:17.593863 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: 5810a937-b867-4d1e-92f8-b9aced7acd24 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:07:17.594359 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 5810a937-b867-4d1e-92f8-b9aced7acd24 not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:07:17.594927 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device ab6429d4-9472-498d-93fe-5613a93969e3 no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:07:17.637152 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: ab6429d4-9472-498d-93fe-5613a93969e3 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:07:17.637643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device ab6429d4-9472-498d-93fe-5613a93969e3 not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:07:17.645586 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56787388-5352-48a6-9ef1-c1f9996d69c5']}} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:17.659161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ceddf1b-3e30-4690-ad43-8a8446b5bf64') {'for_net_delete': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:17.659469 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ceddf1b-3e30-4690-ad43-8a8446b5bf64') {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:17.672630 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261878593123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6522390'] for segment, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:17.696371 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:17.703193 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=86361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 18:07:18.064898 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ff716-31b7-464b-bccb-714a460f09b1 None None] The port 'ab6429d4-9472-498d-93fe-5613a93969e3' was deleted {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 18:07:18.127013 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Network 56787388-5352-48a6-9ef1-c1f9996d69c5 has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:07:18.139369 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1859257'] for segment, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:18.402763 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Network 56787388-5352-48a6-9ef1-c1f9996d69c5 has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: Traceback (most recent call last): Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: timer() Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: cb(*args, **kw) Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: return func(*args, **kwargs) Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: self._notify() Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: self.callback(batched_events) Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: event.method(event) Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: segment_id)['aggregates'][0] Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: return f(self, *a, **k) Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: return self._get(url).json() Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: **kwargs) Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: return self.request(url, 'GET', **kwargs) Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: **endpoint_filter) Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 18:07:18.432215 dv-cinder-786524-3-smb neutron-server[86250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 18:07:18.524146 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d0d00-8730-4c1d-91b9-b44e2e852793 req-081a1fc8-c019-4344-8ff3-11db486228ac tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:18.526886 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-495d0d00-8730-4c1d-91b9-b44e2e852793 req-081a1fc8-c019-4344-8ff3-11db486228ac tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 944 time: 0.3903742 Apr 23 18:07:18.531533 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851233795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853070148'] for network, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:18.538836 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:18.559171 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6f3faaba-6daa-41cf-bb23-db62fdce086c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:18.584738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Pushing event deleted for resources: {'Network': ['ID=56787388-5352-48a6-9ef1-c1f9996d69c5,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:18.587353 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:18.589647 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] 10.222.0.11 "DELETE /v2.0/networks/56787388-5352-48a6-9ef1-c1f9996d69c5 HTTP/1.1" status: 204 len: 168 time: 1.8556566 Apr 23 18:07:18.629181 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-495d0d00-8730-4c1d-91b9-b44e2e852793 req-bceae042-8fe5-431d-a0e5-7958a2f19a7b tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944149 Apr 23 18:07:18.779740 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 59898) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:18.835241 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-86c31abd-e1bb-44b8-9c3b-1f387ab0bf66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc8c3fef6d3d496e979ad09a6010708e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541315 Apr 23 18:07:18.837802 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 59902) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:18.902523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5ff4da73-aaff-4834-8b37-c52b2c8f1a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:18.931204 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5ff4da73-aaff-4834-8b37-c52b2c8f1a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:18.983527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5ff4da73-aaff-4834-8b37-c52b2c8f1a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:18.988856 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fac68d98-a18b-46a6-bb43-06d5f07afa53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:19.016579 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4da73-aaff-4834-8b37-c52b2c8f1a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:19.019505 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5ff4da73-aaff-4834-8b37-c52b2c8f1a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:19.027357 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5ff4da73-aaff-4834-8b37-c52b2c8f1a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:19.032680 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5ff4da73-aaff-4834-8b37-c52b2c8f1a53 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/74aa3d1f-fb8f-45c3-920d-fa82f3ab33e5 HTTP/1.1" status: 204 len: 168 time: 0.1897972 Apr 23 18:07:19.449252 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 59912) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:19.510253 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-ae53f649-b492-4de4-a4f9-5f1c76c845e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=577bd4511f65474c80edd7e13f57faac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595701 Apr 23 18:07:19.513671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 59916) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:19.584204 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e59b3fd2-23ce-439a-97cd-15169e1896b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:19.614996 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e59b3fd2-23ce-439a-97cd-15169e1896b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:19.675458 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e59b3fd2-23ce-439a-97cd-15169e1896b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:19.680683 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a322e716-1728-4288-a258-4e92eb16054a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:19.692100 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b3fd2-23ce-439a-97cd-15169e1896b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3150a71-460e-43a0-aed6-664dacdd9b13,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:19.696373 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e59b3fd2-23ce-439a-97cd-15169e1896b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:19.701110 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e59b3fd2-23ce-439a-97cd-15169e1896b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:19.702568 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-e59b3fd2-23ce-439a-97cd-15169e1896b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3150a71-460e-43a0-aed6-664dacdd9b13 HTTP/1.1" status: 204 len: 168 time: 0.1879437 Apr 23 18:07:19.868081 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbd4fd-8788-4ef5-994a-cff3202e5575 req-5b7fe9da-0183-42f6-9a71-df3da4cbf71e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:19.869744 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-08bbd4fd-8788-4ef5-994a-cff3202e5575 req-5b7fe9da-0183-42f6-9a71-df3da4cbf71e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 944 time: 0.1172523 Apr 23 18:07:19.927553 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-08bbd4fd-8788-4ef5-994a-cff3202e5575 req-ce78a538-4195-42ea-b813-20dcb8f4b365 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512278 Apr 23 18:07:21.144060 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feb884-9000-403d-b72b-260a896a2527 req-e40355f4-b363-4267-902d-42172fbc3aa3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:21.145719 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a2feb884-9000-403d-b72b-260a896a2527 req-e40355f4-b363-4267-902d-42172fbc3aa3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 944 time: 0.0919142 Apr 23 18:07:21.201538 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a2feb884-9000-403d-b72b-260a896a2527 req-ac16ae65-2eee-4fe6-9db4-2c5daab41a4f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486746 Apr 23 18:07:22.409224 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:22.421161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc051d8-a1a9-46a5-a435-9d10e5016add req-d7f5e3b0-c2bc-4b93-b3b2-020c1a06bb5c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:22.422814 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8cc051d8-a1a9-46a5-a435-9d10e5016add req-d7f5e3b0-c2bc-4b93-b3b2-020c1a06bb5c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 944 time: 0.0987899 Apr 23 18:07:22.473076 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8cc051d8-a1a9-46a5-a435-9d10e5016add req-72f4c1a8-d45e-40ea-b9f6-065771953f1a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434470 Apr 23 18:07:23.680033 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c2a8d-c659-4968-90fc-c7fa1b706a21 req-3d17de03-a3ea-4594-b72f-dbf6f6caf323 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:23.681516 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-387c2a8d-c659-4968-90fc-c7fa1b706a21 req-3d17de03-a3ea-4594-b72f-dbf6f6caf323 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 944 time: 0.0880787 Apr 23 18:07:23.733155 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-387c2a8d-c659-4968-90fc-c7fa1b706a21 req-b5f5d5a4-f1ff-4462-898f-df94d612cd77 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444446 Apr 23 18:07:24.647850 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 83e1a1ee-3cca-4920-b598-cf618ff0bf58 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:07:24.956442 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656db940-b614-470c-9d17-84bb6290f483 req-b27b5d51-8ea6-4a8d-af66-a9c6cdc7c20f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:24.958199 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-656db940-b614-470c-9d17-84bb6290f483 req-b27b5d51-8ea6-4a8d-af66-a9c6cdc7c20f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 944 time: 0.0971992 Apr 23 18:07:24.979331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 83e1a1ee-3cca-4920-b598-cf618ff0bf58, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:25.001265 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '83e1a1ee-3cca-4920-b598-cf618ff0bf58', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'port_id': '83e1a1ee-3cca-4920-b598-cf618ff0bf58', 'mac_address': 'fa:16:3e:d2:21:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:07:25.025656 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-656db940-b614-470c-9d17-84bb6290f483 req-e712c3a4-f69a-4263-a4f2-933a830fb9a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572712 Apr 23 18:07:25.074740 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:25.092631 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e1a1ee-3cca-4920-b598-cf618ff0bf58 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:07:25.109094 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 83e1a1ee-3cca-4920-b598-cf618ff0bf58, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:25.112375 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:25.114194 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:25.185169 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=83e1a1ee-3cca-4920-b598-cf618ff0bf58,revision_number=9']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:25.193311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:25.193680 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:25.194317 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:25.194715 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:25.195073 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:25.195453 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:25.195821 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:25.196667 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:25.196667 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:25.196849 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:25.197290 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:25.197628 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:25.201877 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:25.325071 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['83e1a1ee-3cca-4920-b598-cf618ff0bf58'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:07:26.232181 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c6f7a-ae90-4815-ab24-aabe5e30065e req-2ac17648-16f3-493b-97d1-17a7d3e2ac8b tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:26.233766 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3f6c6f7a-ae90-4815-ab24-aabe5e30065e req-2ac17648-16f3-493b-97d1-17a7d3e2ac8b tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 945 time: 0.0934501 Apr 23 18:07:26.281207 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3f6c6f7a-ae90-4815-ab24-aabe5e30065e req-9169a7d1-1949-4756-9a62-8eda78cde06c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409691 Apr 23 18:07:26.663460 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 83e1a1ee-3cca-4920-b598-cf618ff0bf58 up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:07:26.735766 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 83e1a1ee-3cca-4920-b598-cf618ff0bf58 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:07:26.736190 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:26.864802 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:26.894055 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e1a1ee-3cca-4920-b598-cf618ff0bf58'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:07:26.905864 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 83e1a1ee-3cca-4920-b598-cf618ff0bf58, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:26.909444 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:26.912172 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:26.987322 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=83e1a1ee-3cca-4920-b598-cf618ff0bf58,revision_number=10']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:26.991749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:27.145822 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e1a1ee-3cca-4920-b598-cf618ff0bf58', 'code': 200} Apr 23 18:07:27.403010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25920224-888d-4eb7-9150-d42bd4715608 req-965fac05-abba-4d4d-98e6-3de0745f4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:27.404545 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-25920224-888d-4eb7-9150-d42bd4715608 req-965fac05-abba-4d4d-98e6-3de0745f4eb3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 1100 time: 0.0790095 Apr 23 18:07:27.450890 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-25920224-888d-4eb7-9150-d42bd4715608 req-e0975c11-f5bc-47c8-b147-1a7cde5ac69b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388012 Apr 23 18:07:27.493751 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6f01b-1d58-4607-a1b3-d148585ea397 req-2eb97d57-8028-4cbb-a0b9-1bba9e0e8cb4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:27.496037 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-16f6f01b-1d58-4607-a1b3-d148585ea397 req-2eb97d57-8028-4cbb-a0b9-1bba9e0e8cb4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 947 time: 0.0937636 Apr 23 18:07:27.543932 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-16f6f01b-1d58-4607-a1b3-d148585ea397 req-64ff76d8-a49d-434f-818c-bc4b726ce80f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414877 Apr 23 18:07:28.759403 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf22e62-43b4-4626-847f-f041f64d6aa3 req-c79961d4-3a99-4b7c-b367-57eb1319c493 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:28.761601 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8cf22e62-43b4-4626-847f-f041f64d6aa3 req-c79961d4-3a99-4b7c-b367-57eb1319c493 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 947 time: 0.0939023 Apr 23 18:07:28.811866 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8cf22e62-43b4-4626-847f-f041f64d6aa3 req-eaf9a7c4-dd8d-4076-9cbc-407407a6376f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436711 Apr 23 18:07:30.033101 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20409b55-bc1e-4838-a564-e33124311b3a req-656b9a19-e173-4688-9e0b-178076d64701 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:30.034665 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-20409b55-bc1e-4838-a564-e33124311b3a req-656b9a19-e173-4688-9e0b-178076d64701 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 947 time: 0.0949612 Apr 23 18:07:30.083034 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-20409b55-bc1e-4838-a564-e33124311b3a req-fe60122a-33ac-4ad5-94f8-5d9e89a69a67 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409858 Apr 23 18:07:30.518277 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:07:33.443941 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aab402-3792-4f7e-ab33-8f3e7c215be2 req-0203636d-0eb4-46aa-9768-58c037ffe79f tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:33.445510 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-25aab402-3792-4f7e-ab33-8f3e7c215be2 req-0203636d-0eb4-46aa-9768-58c037ffe79f tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 946 time: 0.0906501 Apr 23 18:07:33.493800 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-25aab402-3792-4f7e-ab33-8f3e7c215be2 req-732bbc60-f5b6-415b-808b-1555e9b70803 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8996650-97e0-4fd5-a57d-89b09f42467a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412598 Apr 23 18:07:34.698841 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b746ca-c836-4d86-852a-3b2a30acd8a1 req-e21fd51e-949f-4f67-866c-5347f1df6701 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:34.700372 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-54b746ca-c836-4d86-852a-3b2a30acd8a1 req-e21fd51e-949f-4f67-866c-5347f1df6701 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 946 time: 0.0882137 Apr 23 18:07:34.751478 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-54b746ca-c836-4d86-852a-3b2a30acd8a1 req-22c9ac5f-e7d7-4b5a-bbcf-9fba3e0a0071 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8996650-97e0-4fd5-a57d-89b09f42467a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448198 Apr 23 18:07:35.210169 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a84670-17ef-442b-afaf-46834a98b749 req-863b4b5a-4c9a-481c-905a-46714d246cac tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:35.211713 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-80a84670-17ef-442b-afaf-46834a98b749 req-863b4b5a-4c9a-481c-905a-46714d246cac tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.22 "GET /v2.0/ports?device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 946 time: 0.0931785 Apr 23 18:07:35.357187 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-80a84670-17ef-442b-afaf-46834a98b749 req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Deleting port 51b74246-2216-463b-934b-47de11e50da6 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:07:35.357566 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-80a84670-17ef-442b-afaf-46834a98b749 req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:35.500487 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-80a84670-17ef-442b-afaf-46834a98b749 req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] For port 51b74246-2216-463b-934b-47de11e50da6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=51b74246-2216-463b-934b-47de11e50da6,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:35.500904 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-80a84670-17ef-442b-afaf-46834a98b749 req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:35.807607 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-80a84670-17ef-442b-afaf-46834a98b749 req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:35.808804 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-80a84670-17ef-442b-afaf-46834a98b749 req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853070193'] for floatingip, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:35.809022 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.l3_db [req-80a84670-17ef-442b-afaf-46834a98b749 req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Floating IP 2f2f951e-9d8c-4c31-8d4d-5a710d3b9d1f disassociated. External IP: 172.28.1.222, port: 51b74246-2216-463b-934b-47de11e50da6. Apr 23 18:07:35.809397 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-80a84670-17ef-442b-afaf-46834a98b749 req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Calling delete_port for 51b74246-2216-463b-934b-47de11e50da6 owned by compute:nova {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:07:35.977165 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-80a84670-17ef-442b-afaf-46834a98b749 req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:35.989328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dff04b7a-3c35-4e2c-83da-e29a484c2450 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:36.038740 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event deleted for resources: {'Port': ['ID=51b74246-2216-463b-934b-47de11e50da6,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:36.044737 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:36.122821 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cfb3e-95e6-4d6f-8a21-7ef372072261 req-f9de9999-0212-4c8c-8ed2-f20d93466c57 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:36.124461 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d57cfb3e-95e6-4d6f-8a21-7ef372072261 req-f9de9999-0212-4c8c-8ed2-f20d93466c57 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/ports?device_id=c14ab0cb-be2c-4056-bf5f-eb3a5b94a747 HTTP/1.1" status: 200 len: 867 time: 0.2373962 Apr 23 18:07:36.257665 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d57cfb3e-95e6-4d6f-8a21-7ef372072261 req-30a42934-944d-4e2c-b545-2fc0c9e8ba5d tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8996650-97e0-4fd5-a57d-89b09f42467a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242666 Apr 23 18:07:36.293823 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80a84670-17ef-442b-afaf-46834a98b749 req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Router 125d1238-22b8-47de-8b7d-8ce3b8b51583 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:07:36.489021 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80a84670-17ef-442b-afaf-46834a98b749 req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:07:36.499076 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e54153d-0183-4089-8162-bfb4c24c35dc None None] Sync routers for ids ['125d1238-22b8-47de-8b7d-8ce3b8b51583'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:07:36.510537 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e54153d-0183-4089-8162-bfb4c24c35dc None None] Routers {'125d1238-22b8-47de-8b7d-8ce3b8b51583'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:07:36.511990 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-4e54153d-0183-4089-8162-bfb4c24c35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:07:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['125d1238-22b8-47de-8b7d-8ce3b8b51583'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:36.569074 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a84670-17ef-442b-afaf-46834a98b749 req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] No DVR routers for this DVR port 51b74246-2216-463b-934b-47de11e50da6 on host hv-cinder-78652 {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:07:36.571662 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-80a84670-17ef-442b-afaf-46834a98b749 req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:36.574553 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14ab0cb-be2c-4056-bf5f-eb3a5b94a747', 'name': 'network-vif-deleted', 'tag': '51b74246-2216-463b-934b-47de11e50da6'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:07:36.592214 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-80a84670-17ef-442b-afaf-46834a98b749 req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.22 "DELETE /v2.0/ports/51b74246-2216-463b-934b-47de11e50da6 HTTP/1.1" status: 204 len: 173 time: 1.3754668 Apr 23 18:07:36.690216 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14ab0cb-be2c-4056-bf5f-eb3a5b94a747', 'name': 'network-vif-deleted', 'tag': '51b74246-2216-463b-934b-47de11e50da6', 'status': 'completed', 'code': 200} Apr 23 18:07:36.706860 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-4e54153d-0183-4089-8162-bfb4c24c35dc None None] Set router 125d1238-22b8-47de-8b7d-8ce3b8b51583 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:07:37.038580 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-4e54153d-0183-4089-8162-bfb4c24c35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:59Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'd85aad17-1906-4b50-befa-89499a83cfcc', 'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'mac_address': 'fa:16:3e:9b:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:57Z', 'updated_at': '2021-04-23T18:02:13Z', 'revision_number': 5, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'subnets': [{'id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:37.042759 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e54153d-0183-4089-8162-bfb4c24c35dc None None] Checking router: 125d1238-22b8-47de-8b7d-8ce3b8b51583 for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:07:37.053517 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e54153d-0183-4089-8162-bfb4c24c35dc None None] Routers {'125d1238-22b8-47de-8b7d-8ce3b8b51583'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:07:37.054192 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-4e54153d-0183-4089-8162-bfb4c24c35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:07:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['125d1238-22b8-47de-8b7d-8ce3b8b51583'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:37.247820 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-4e54153d-0183-4089-8162-bfb4c24c35dc None None] Set router 125d1238-22b8-47de-8b7d-8ce3b8b51583 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:07:37.390803 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 60070) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:37.462499 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ea331f97-f8fe-4cc6-9f1b-67183b81ac7c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:37.492132 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ea331f97-f8fe-4cc6-9f1b-67183b81ac7c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:37.538617 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ea331f97-f8fe-4cc6-9f1b-67183b81ac7c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:37.544003 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-74dfb946-1b75-4e80-9f63-f23173f57bd7 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:37.560608 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea331f97-f8fe-4cc6-9f1b-67183b81ac7c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8996650-97e0-4fd5-a57d-89b09f42467a,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:37.565118 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ea331f97-f8fe-4cc6-9f1b-67183b81ac7c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:37.568566 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ea331f97-f8fe-4cc6-9f1b-67183b81ac7c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:37.572653 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-ea331f97-f8fe-4cc6-9f1b-67183b81ac7c tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "DELETE /v2.0/security-groups/b8996650-97e0-4fd5-a57d-89b09f42467a HTTP/1.1" status: 204 len: 168 time: 0.1781275 Apr 23 18:07:37.572995 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 60074) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:37.590746 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.v2.resource [None req-d659a0fc-ddb1-4c66-a52b-fd7a115d28bb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] show failed (client error): The resource could not be found. Apr 23 18:07:37.591964 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-d659a0fc-ddb1-4c66-a52b-fd7a115d28bb tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "GET /v2.0/security-groups/b8996650-97e0-4fd5-a57d-89b09f42467a HTTP/1.1" status: 404 len: 347 time: 0.0174932 Apr 23 18:07:37.594942 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 60078) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:37.597973 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-4e54153d-0183-4089-8162-bfb4c24c35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:59Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'd85aad17-1906-4b50-befa-89499a83cfcc', 'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'mac_address': 'fa:16:3e:9b:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:57Z', 'updated_at': '2021-04-23T18:02:13Z', 'revision_number': 5, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'subnets': [{'id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:37.602197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e54153d-0183-4089-8162-bfb4c24c35dc None None] The sync data for ids ['125d1238-22b8-47de-8b7d-8ce3b8b51583'] in dv-cinder-786524-3-smb is: [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:01:59Z', 'revision_number': 4, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'd85aad17-1906-4b50-befa-89499a83cfcc', 'name': '', 'network_id': 'ad38896b-6c3f-4f69-b274-970cc96cfb38', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'mac_address': 'fa:16:3e:9b:c3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:57Z', 'updated_at': '2021-04-23T18:02:13Z', 'revision_number': 5, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'subnets': [{'id': '7b97c07c-5285-4429-8f29-c273915b65dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:07:37.830717 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Deleting port f41713a6-4fd4-4c69-83f1-a8b4fcdb4814 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:07:37.831134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:37.958519 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:37.958960 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:38.006210 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9579361-b4b5-4b42-a988-be2643809996 None None] New status for floating IP 2f2f951e-9d8c-4c31-8d4d-5a710d3b9d1f: DOWN {{(pid=86364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 18:07:38.321122 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Calling delete_port for f41713a6-4fd4-4c69-83f1-a8b4fcdb4814 owned by network:floatingip {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:07:38.378307 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.db.api [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86361) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 18:07:38.378673 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_db.api [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 18:07:38.725056 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 51b74246-2216-463b-934b-47de11e50da6 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:07:38.765571 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: 51b74246-2216-463b-934b-47de11e50da6 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:07:38.765962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 51b74246-2216-463b-934b-47de11e50da6 not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:07:38.946172 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Deleting port f41713a6-4fd4-4c69-83f1-a8b4fcdb4814 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:07:38.946542 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:39.071096 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:39.071463 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:39.202178 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Calling delete_port for f41713a6-4fd4-4c69-83f1-a8b4fcdb4814 owned by network:floatingip {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:07:39.313911 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:39.318526 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-152792a1-d893-47b9-91b6-821bb9a31194 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:39.365613 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Pushing event deleted for resources: {'Port': ['ID=f41713a6-4fd4-4c69-83f1-a8b4fcdb4814,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:39.398677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:39.462787 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks [] for floatingip, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:39.477437 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:39.478630 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] 10.222.0.11 "DELETE /v2.0/floatingips/2f2f951e-9d8c-4c31-8d4d-5a710d3b9d1f HTTP/1.1" status: 204 len: 168 time: 1.8827119 Apr 23 18:07:39.551528 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2a43c1ac-9515-4154-a40d-e5ab9b3ac266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:41.874358 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e0ff-c02c-4f21-b6c4-6f3c47be0d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:42.557295 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:42.727078 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:43.539694 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60108) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:44.170258 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:44.284499 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710756'] for router_interface, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:44.716062 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Deleting port d85aad17-1906-4b50-befa-89499a83cfcc {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:07:44.716613 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:44.843724 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] For port d85aad17-1906-4b50-befa-89499a83cfcc, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=d85aad17-1906-4b50-befa-89499a83cfcc,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:44.844108 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:44.975769 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Calling delete_port for d85aad17-1906-4b50-befa-89499a83cfcc owned by network:router_interface {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:07:45.118067 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:45.122770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:45.169593 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85aad17-1906-4b50-befa-89499a83cfcc,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:45.217692 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:45.218109 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:45.218518 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:45.218916 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:45.219370 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:45.219770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:45.220166 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:45.220562 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:45.220958 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:45.221351 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:45.221741 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:45.222130 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:45.252461 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:45.467971 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853163703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710810'] for router_interface, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:46.088402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Router 125d1238-22b8-47de-8b7d-8ce3b8b51583 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:07:46.277624 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:07:46.286177 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5ad1b-9569-430b-ae76-e82c4191c6e4 None None] Sync routers for ids ['125d1238-22b8-47de-8b7d-8ce3b8b51583'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:07:46.290134 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-240c94a4-21f2-47ea-b2ae-8cb918d51ef3 admin admin] 10.222.0.11 "PUT /v2.0/routers/125d1238-22b8-47de-8b7d-8ce3b8b51583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7493017 Apr 23 18:07:46.293580 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60114) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:46.296707 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5ad1b-9569-430b-ae76-e82c4191c6e4 None None] Routers {'125d1238-22b8-47de-8b7d-8ce3b8b51583'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:07:46.297385 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-d2d5ad1b-9569-430b-ae76-e82c4191c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:07:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['125d1238-22b8-47de-8b7d-8ce3b8b51583'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:46.484420 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] Notify callbacks [] for router, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:46.487492 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-d2d5ad1b-9569-430b-ae76-e82c4191c6e4 None None] Set router 125d1238-22b8-47de-8b7d-8ce3b8b51583 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:07:46.674690 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:46.751400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] Deleting port 637c2228-0d33-412a-bb2d-1aea09baff21 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:07:46.751916 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:46.893989 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] For port 637c2228-0d33-412a-bb2d-1aea09baff21, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=637c2228-0d33-412a-bb2d-1aea09baff21,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:46.894397 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:46.958317 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-d2d5ad1b-9569-430b-ae76-e82c4191c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:07:45Z', 'revision_number': 5, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port': {'id': '637c2228-0d33-412a-bb2d-1aea09baff21', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:43Z', 'updated_at': '2021-04-23T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:46.962424 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5ad1b-9569-430b-ae76-e82c4191c6e4 None None] Checking router: 125d1238-22b8-47de-8b7d-8ce3b8b51583 for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:07:46.971606 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5ad1b-9569-430b-ae76-e82c4191c6e4 None None] Routers {'125d1238-22b8-47de-8b7d-8ce3b8b51583'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:07:46.972276 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-d2d5ad1b-9569-430b-ae76-e82c4191c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:07:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['125d1238-22b8-47de-8b7d-8ce3b8b51583'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:47.029849 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] Calling delete_port for 637c2228-0d33-412a-bb2d-1aea09baff21 owned by network:router_gateway {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:07:47.138885 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-d2d5ad1b-9569-430b-ae76-e82c4191c6e4 None None] Set router 125d1238-22b8-47de-8b7d-8ce3b8b51583 gateway port host: None {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:07:47.177440 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:47.182175 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:47.230441 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=637c2228-0d33-412a-bb2d-1aea09baff21,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:47.254889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-d2d5ad1b-9569-430b-ae76-e82c4191c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:07:46Z', 'revision_number': 6, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port_host': None}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:47.259114 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5ad1b-9569-430b-ae76-e82c4191c6e4 None None] The sync data for ids ['125d1238-22b8-47de-8b7d-8ce3b8b51583'] in dv-cinder-786524-3-smb is: [{'id': '125d1238-22b8-47de-8b7d-8ce3b8b51583', 'name': 'tempest-AttachVolumeTestJSON-787253906-router', 'tenant_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:07:46Z', 'revision_number': 6, 'project_id': '2ba0ba73fa314fc1975a0277212cc5f0', 'gw_port_host': None}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:07:47.261464 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:47.332412 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853013669'] for router_gateway, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:47.523922 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853064441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736081'] for router, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:47.527099 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:47.547845 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706563'] for router, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:47.548402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 125d1238-22b8-47de-8b7d-8ce3b8b51583 {{(pid=86362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 18:07:47.561069 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] Notify callbacks [] for router, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:47.564765 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-d9f557ff-8282-42d7-b27b-e4e49a085a9b admin admin] 10.222.0.11 "DELETE /v2.0/routers/125d1238-22b8-47de-8b7d-8ce3b8b51583 HTTP/1.1" status: 204 len: 168 time: 1.2677140 Apr 23 18:07:47.565110 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60118) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:47.579316 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device d85aad17-1906-4b50-befa-89499a83cfcc no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:07:47.617091 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: d85aad17-1906-4b50-befa-89499a83cfcc {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:07:47.617462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device d85aad17-1906-4b50-befa-89499a83cfcc not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:07:47.617940 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 637c2228-0d33-412a-bb2d-1aea09baff21 no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:07:47.634098 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be3f1d6-fb6b-4fb5-896c-af82e6e19beb admin admin] Deleting subnet 7b97c07c-5285-4429-8f29-c273915b65dc {{(pid=86362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 18:07:47.637405 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6be3f1d6-fb6b-4fb5-896c-af82e6e19beb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:47.657180 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: 637c2228-0d33-412a-bb2d-1aea09baff21 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:07:47.657567 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 637c2228-0d33-412a-bb2d-1aea09baff21 not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:07:47.694544 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6be3f1d6-fb6b-4fb5-896c-af82e6e19beb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7330653'] for subnet, precommit_delete_associations {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:47.817978 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6be3f1d6-fb6b-4fb5-896c-af82e6e19beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851233888'] for subnet, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:48.081380 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6be3f1d6-fb6b-4fb5-896c-af82e6e19beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847181380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7133264'] for subnet, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:48.086140 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:48.122648 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3f1d6-fb6b-4fb5-896c-af82e6e19beb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b97c07c-5285-4429-8f29-c273915b65dc,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:48.125883 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6be3f1d6-fb6b-4fb5-896c-af82e6e19beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:48.126919 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6be3f1d6-fb6b-4fb5-896c-af82e6e19beb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:48.131814 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc19f4d-8fe1-4d42-85a9-a317570fe522 None None] Network ad38896b-6c3f-4f69-b274-970cc96cfb38 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:07:48.133000 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-6be3f1d6-fb6b-4fb5-896c-af82e6e19beb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7b97c07c-5285-4429-8f29-c273915b65dc HTTP/1.1" status: 204 len: 168 time: 0.5668182 Apr 23 18:07:48.136282 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60122) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:48.253349 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851326484'] for network, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:48.339298 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Deleting port 2dd499ff-e7e6-4314-8a92-eb4ed842931e {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:07:48.339687 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:48.396666 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9151af-6c1b-40bb-b561-26b56534ce85 None None] DHCP port deletion for ad38896b-6c3f-4f69-b274-970cc96cfb38 request from dv-cinder-786524-3-smb {{(pid=86363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 18:07:48.453281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] For port 2dd499ff-e7e6-4314-8a92-eb4ed842931e, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=2dd499ff-e7e6-4314-8a92-eb4ed842931e,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:48.453677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:48.469210 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-db9151af-6c1b-40bb-b561-26b56534ce85 None None] Deleting port 2dd499ff-e7e6-4314-8a92-eb4ed842931e {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:07:48.469634 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-db9151af-6c1b-40bb-b561-26b56534ce85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:48.574696 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-db9151af-6c1b-40bb-b561-26b56534ce85 None None] For port 2dd499ff-e7e6-4314-8a92-eb4ed842931e, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=2dd499ff-e7e6-4314-8a92-eb4ed842931e,segment=NetworkSegment(ff389c04-e4ca-4a3f-a442-c93b291907e8),segment_id=ff389c04-e4ca-4a3f-a442-c93b291907e8)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:07:48.575184 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-db9151af-6c1b-40bb-b561-26b56534ce85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:48.717728 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-db9151af-6c1b-40bb-b561-26b56534ce85 None None] Calling delete_port for 2dd499ff-e7e6-4314-8a92-eb4ed842931e owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:07:48.764542 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-db9151af-6c1b-40bb-b561-26b56534ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:48.769604 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:48.817069 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9151af-6c1b-40bb-b561-26b56534ce85 None None] Pushing event deleted for resources: {'Port': ['ID=2dd499ff-e7e6-4314-8a92-eb4ed842931e,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:48.820671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-db9151af-6c1b-40bb-b561-26b56534ce85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:48.821535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9151af-6c1b-40bb-b561-26b56534ce85 None None] No DVR routers for this DVR port 2dd499ff-e7e6-4314-8a92-eb4ed842931e on host dv-cinder-786524-3-smb {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:07:48.842079 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Calling delete_port for 2dd499ff-e7e6-4314-8a92-eb4ed842931e owned by network:dhcp {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:07:48.888427 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.db.api [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86362) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 18:07:48.888800 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_db.api [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 18:07:49.429305 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] The port '2dd499ff-e7e6-4314-8a92-eb4ed842931e' was deleted {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 18:07:49.551930 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542005', 'neutron.services.segments.db._delete_segments_for_network-8774976202099'] for network, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:49.561749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 2dd499ff-e7e6-4314-8a92-eb4ed842931e no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:07:49.599024 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: 2dd499ff-e7e6-4314-8a92-eb4ed842931e {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:07:49.599423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 2dd499ff-e7e6-4314-8a92-eb4ed842931e not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:07:49.669747 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad38896b-6c3f-4f69-b274-970cc96cfb38']}} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:49.682949 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff389c04-e4ca-4a3f-a442-c93b291907e8') {'for_net_delete': True} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:49.683272 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff389c04-e4ca-4a3f-a442-c93b291907e8') {} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:07:49.695529 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261878593123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847445163'] for segment, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:49.710778 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:49.717771 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=86362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 18:07:49.788919 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0d7f4e09-23f8-4fa0-9327-4882e108c29f req-69a65646-8be8-4100-9486-34b510f64bdf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776765 Apr 23 18:07:49.895699 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f4e09-23f8-4fa0-9327-4882e108c29f req-f2882eba-9cdb-402d-8c90-925194ea7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:49.897261 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0d7f4e09-23f8-4fa0-9327-4882e108c29f req-f2882eba-9cdb-402d-8c90-925194ea7ac2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b603028fc0648daac1a9a03b1ad4097&device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 1100 time: 0.0840867 Apr 23 18:07:49.900379 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Network ad38896b-6c3f-4f69-b274-970cc96cfb38 has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:07:49.910529 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7594527'] for segment, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:50.056125 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f4e09-23f8-4fa0-9327-4882e108c29f req-15f2586b-930f-4cbc-962c-78ecc9544799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:50.057900 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0d7f4e09-23f8-4fa0-9327-4882e108c29f req-15f2586b-930f-4cbc-962c-78ecc9544799 service neutron] 10.222.0.22 "GET /v2.0/networks?id=81db996a-5443-4dca-8db4-06663c296f38 HTTP/1.1" status: 200 len: 917 time: 0.1399813 Apr 23 18:07:50.094688 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Network ad38896b-6c3f-4f69-b274-970cc96cfb38 has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: % (table.description, expected, rows_matched) Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: % (table.description, expected, rows_matched) Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: % (table.description, expected, rows_matched) Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: % (table.description, expected, rows_matched) Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: Traceback (most recent call last): Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: timer() Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: cb(*args, **kw) Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: return func(*args, **kwargs) Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: self._notify() Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: self.callback(batched_events) Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: event.method(event) Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: segment_id)['aggregates'][0] Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: return f(self, *a, **k) Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: return self._get(url).json() Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: **kwargs) Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: return self.request(url, 'GET', **kwargs) Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: **endpoint_filter) Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 18:07:50.117815 dv-cinder-786524-3-smb neutron-server[86250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 18:07:50.167676 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0d7f4e09-23f8-4fa0-9327-4882e108c29f req-2d1eb351-6580-41d7-91b5-d9b7ab87870b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58 HTTP/1.1" status: 200 len: 1002 time: 0.1024680 Apr 23 18:07:50.196730 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851233795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853070148'] for network, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:50.201278 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:50.215982 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:50.227247 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Pushing event deleted for resources: {'Network': ['ID=ad38896b-6c3f-4f69-b274-970cc96cfb38,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:50.231491 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:50.241811 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-c3637824-c3c5-4690-b2b6-305d155fadfd admin admin] 10.222.0.11 "DELETE /v2.0/networks/ad38896b-6c3f-4f69-b274-970cc96cfb38 HTTP/1.1" status: 204 len: 168 time: 2.1043794 Apr 23 18:07:50.245383 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f4e09-23f8-4fa0-9327-4882e108c29f req-e90e3eb8-c8b2-428c-b88a-4f99f1e432ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:50.247127 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0d7f4e09-23f8-4fa0-9327-4882e108c29f req-e90e3eb8-c8b2-428c-b88a-4f99f1e432ea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3fa7ecc1-b122-4c85-83b3-3fd5fb03e649 HTTP/1.1" status: 200 len: 855 time: 0.0702226 Apr 23 18:07:50.333260 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f4e09-23f8-4fa0-9327-4882e108c29f req-b97108c9-c001-425c-a94a-f951bd93310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:50.334888 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0d7f4e09-23f8-4fa0-9327-4882e108c29f req-b97108c9-c001-425c-a94a-f951bd93310c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=81db996a-5443-4dca-8db4-06663c296f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812669 Apr 23 18:07:50.368197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 60128) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:50.509084 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-04bae8db-9945-4805-8ff6-761243353fa8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ba0ba73fa314fc1975a0277212cc5f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1398895 Apr 23 18:07:50.512343 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60132) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:50.531451 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0d7f4e09-23f8-4fa0-9327-4882e108c29f req-f1665c19-913a-4da1-8311-381659004c0c service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890018 Apr 23 18:07:50.575524 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cfe17b3f-720a-462d-91dd-8a9a32e1360b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:50.603167 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cfe17b3f-720a-462d-91dd-8a9a32e1360b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:50.647255 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cfe17b3f-720a-462d-91dd-8a9a32e1360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:50.652919 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c7ad6c9-4c43-4768-b997-f09406d6ac91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:50.667060 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe17b3f-720a-462d-91dd-8a9a32e1360b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80994788-8f88-441f-90ec-cb41e4adb3ea,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:50.670888 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-cfe17b3f-720a-462d-91dd-8a9a32e1360b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:50.674273 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-cfe17b3f-720a-462d-91dd-8a9a32e1360b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:50.675527 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-cfe17b3f-720a-462d-91dd-8a9a32e1360b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80994788-8f88-441f-90ec-cb41e4adb3ea HTTP/1.1" status: 204 len: 168 time: 0.1620109 Apr 23 18:07:50.677253 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0d7f4e09-23f8-4fa0-9327-4882e108c29f req-cb585618-6255-4288-b111-81ea25e90182 service neutron] 10.222.0.22 "GET /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389401 Apr 23 18:07:51.428253 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60158) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:51.538133 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1045889074-network', 'tenant_id': 'c95728fca2044b28818d120a3136bfa3'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:07:51.543744 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:07:51.547848 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Usage tracker for resource:network and tenant:c95728fca2044b28818d120a3136bfa3 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:07:51.550820 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:07:51.558581 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:07:51.566990 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Made reservation on behalf of c95728fca2044b28818d120a3136bfa3 for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:07:51.571918 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:51.587819 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:51.602756 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:07:51.607292 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Usage tracker for resource:security_group_rule and tenant:c95728fca2044b28818d120a3136bfa3 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:07:51.610161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:07:51.616066 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:07:51.703191 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:51.705830 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:51.710053 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e1408b0c-a2be-402a-a2e2-ee9933f50d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:51.738914 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=86362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 18:07:51.748034 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f85569-1dcb-4dc8-9042-ac1fcf15cb68,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:51.752149 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:51.754610 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:51.755014 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Added segment 6c06f91a-fe51-4943-9a91-08eded20668e of type vlan for network 732a7701-0796-4238-92a9-3f806507ce1e Apr 23 18:07:51.781791 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:51.810861 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:51.812239 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:51.812875 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:51.817780 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-799ac7e2-4dc8-4f7e-b0f3-17701574aa53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:51.925852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Pushing event updated for resources: {'Network': ['ID=732a7701-0796-4238-92a9-3f806507ce1e,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:51.929027 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4996715 Apr 23 18:07:51.930024 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:51.932329 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60164) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:07:51.936256 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network 732a7701-0796-4238-92a9-3f806507ce1e details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 18:07:51.938548 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] Request body: {'subnet': {'network_id': '732a7701-0796-4238-92a9-3f806507ce1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1045889074-subnet', 'tenant_id': 'c95728fca2044b28818d120a3136bfa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:07:51.943983 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:07:51.948066 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] Usage tracker for resource:subnet and tenant:c95728fca2044b28818d120a3136bfa3 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:07:51.951091 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:07:51.957100 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:07:51.966822 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] Made reservation on behalf of c95728fca2044b28818d120a3136bfa3 for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:07:51.971549 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847642502'] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:52.373989 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7594489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847642517'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:52.378839 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:52.403952 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:52.454122 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d428c10-476d-4956-85a9-cae938c36f8b,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:52.457749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:52.463944 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] Checking segment: {'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:07:52.464338 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] Network hostable DHCP agents. Network: 732a7701-0796-4238-92a9-3f806507ce1e, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 18:07:52.482195 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] Network 732a7701-0796-4238-92a9-3f806507ce1e is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 18:07:52.490118 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, 732a7701-0796-4238-92a9-3f806507ce1e) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:07:52.501120 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c8ea9-5382-468a-8aa0-cf1fb2c8ced6 None None] Network 732a7701-0796-4238-92a9-3f806507ce1e requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:07:52.502288 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:52.502928 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:52.522370 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-c58617be-8bc4-49ec-895e-850d2e8c5d4c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5889676 Apr 23 18:07:52.729030 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a095a-ee24-4501-ae94-32e706fca333 None None] Network 732a7701-0796-4238-92a9-3f806507ce1e requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:07:53.074681 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-6c1939a4-e85d-41eb-a8f7-957d2707e6e6 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:53.076249 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-6c1939a4-e85d-41eb-a8f7-957d2707e6e6 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/networks?id=732a7701-0796-4238-92a9-3f806507ce1e HTTP/1.1" status: 200 len: 815 time: 0.1605761 Apr 23 18:07:53.092225 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-6c455ef1-97a2-4d8e-b137-65c0fdc25d90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/quotas/c95728fca2044b28818d120a3136bfa3 HTTP/1.1" status: 200 len: 375 time: 0.0098338 Apr 23 18:07:53.147137 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-96cc7a09-0c8b-4d62-bc89-3d20c06f0af8 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c95728fca2044b28818d120a3136bfa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494306 Apr 23 18:07:53.342965 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-876f8661-3bdd-481c-84f9-d29b53535d11 service neutron] 10.222.0.11 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878529 Apr 23 18:07:53.485935 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-52a8553c-7095-432a-99c0-bbd811006061 service neutron] 10.222.0.11 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364930 Apr 23 18:07:54.704416 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-29c35732-70c7-4906-a31e-530fa55015a0 req-ba6d1663-dc0f-4897-a00b-945c85e9645b tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=f057362a-0c7c-4f54-8883-777f7721b40c HTTP/1.1" status: 200 len: 210 time: 0.0537088 Apr 23 18:07:55.781683 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-e7aae8d0-392a-4d72-af00-740db3d64728 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:55.783220 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-e7aae8d0-392a-4d72-af00-740db3d64728 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.22 "GET /v2.0/networks?id=732a7701-0796-4238-92a9-3f806507ce1e HTTP/1.1" status: 200 len: 815 time: 0.1609795 Apr 23 18:07:55.798343 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Request body: {'port': {'device_id': 'f057362a-0c7c-4f54-8883-777f7721b40c', 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e', 'admin_state_up': True, 'tenant_id': 'c95728fca2044b28818d120a3136bfa3'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:07:55.939207 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1b4ce904-fb39-45f3-8919-c4ac71dd836d req-d9a9113c-0bc6-4726-96e7-6caf52fa7c35 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=f057362a-0c7c-4f54-8883-777f7721b40c HTTP/1.1" status: 200 len: 210 time: 0.0669417 Apr 23 18:07:55.993433 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:07:55.998345 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Usage tracker for resource:port and tenant:c95728fca2044b28818d120a3136bfa3 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:07:56.001439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:07:56.007734 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:07:56.016970 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Made reservation on behalf of c95728fca2044b28818d120a3136bfa3 for: {'port': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:07:56.022955 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:56.192649 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Allocated IP 172.20.0.5 (732a7701-0796-4238-92a9-3f806507ce1e/9d428c10-476d-4956-85a9-cae938c36f8b/5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:07:56.410920 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:56.440668 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:56.446532 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ca68ade0-56b5-4321-8c5a-648edd98e8a9 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:56.511201 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Network 732a7701-0796-4238-92a9-3f806507ce1e is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:07:56.518957 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:07:56.523592 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:07:56.562539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Pushing event updated for resources: {'Port': ['ID=5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:56.575734 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:56.576154 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:56.576559 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:56.576959 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:56.577355 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:56.577752 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:56.578142 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:56.578533 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:56.578943 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:56.579362 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:56.579755 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:56.580141 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:07:56.585563 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:56.608553 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:56.609218 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:56.628672 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8346839 Apr 23 18:07:56.644504 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Request body: {'port': {'device_id': 'f057362a-0c7c-4f54-8883-777f7721b40c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:07:56.765078 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:57.126579 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 {{(pid=86361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:07:57.134387 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:57.147344 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba15f6-a185-405a-80b1-7ac3dca820fa req-b3c4311a-6365-4b53-9c45-8ac434f3d87d tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:57.148944 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ddba15f6-a185-405a-80b1-7ac3dca820fa req-b3c4311a-6365-4b53-9c45-8ac434f3d87d tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=f057362a-0c7c-4f54-8883-777f7721b40c HTTP/1.1" status: 200 len: 931 time: 0.0910387 Apr 23 18:07:57.150071 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Transition to ACTIVE for port object 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:07:57.152843 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:57.157657 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8943f1bc-29e2-4304-94ef-a437048f56b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:57.198852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-ddba15f6-a185-405a-80b1-7ac3dca820fa req-82034d54-12ea-42fb-af6a-1a2f137469cd tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Synchronizing usage tracker for tenant:c95728fca2044b28818d120a3136bfa3 on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:07:57.215506 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-ddba15f6-a185-405a-80b1-7ac3dca820fa req-82034d54-12ea-42fb-af6a-1a2f137469cd tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Unset dirty status for tenant:c95728fca2044b28818d120a3136bfa3 on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:07:57.216766 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ddba15f6-a185-405a-80b1-7ac3dca820fa req-82034d54-12ea-42fb-af6a-1a2f137469cd tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607662 Apr 23 18:07:57.328224 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:57.335942 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:57.405784 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Attempting to bind port 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:07:57.406078 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Attempting to bind port 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:07:57.406436 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Attempting to bind port 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 on network 732a7701-0796-4238-92a9-3f806507ce1e {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:07:57.411368 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Port 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 on network 732a7701-0796-4238-92a9-3f806507ce1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:07:57.411727 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Attempting to bind port 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 on network 732a7701-0796-4238-92a9-3f806507ce1e {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:07:57.417821 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:07:57.418187 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Checking segment: {'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:07:57.418603 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Bound using segment: {'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:07:57.419093 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Bound port: 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:07:57.419468 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:57.515630 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] For port 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228, host hv-cinder-78652, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:07:57.518732 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] For port 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:07:57.522073 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:57.526858 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-eaedc17b-4bb6-4601-9cf1-0df70e67e601 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:07:57.580835 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:57.581498 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:07:57.583014 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-071b85fd-9d81-47e7-9910-495007893242 service neutron] 10.222.0.22 "PUT /v2.0/ports/5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 HTTP/1.1" status: 200 len: 1093 time: 0.9429913 Apr 23 18:07:57.583534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f057362a-0c7c-4f54-8883-777f7721b40c', 'tag': '5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:07:57.612104 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:07:57.615304 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:07:57.661134 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f057362a-0c7c-4f54-8883-777f7721b40c', 'tag': '5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228', 'status': 'completed', 'code': 200} Apr 23 18:07:57.704271 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-347c65a3-a549-498e-8209-1aec641f399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:57.705834 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-347c65a3-a549-498e-8209-1aec641f399a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c95728fca2044b28818d120a3136bfa3&device_id=f057362a-0c7c-4f54-8883-777f7721b40c HTTP/1.1" status: 200 len: 1096 time: 0.0848849 Apr 23 18:07:57.782153 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-dc1f8e9b-6c8a-4478-9cb1-d139d26c59e0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 HTTP/1.1" status: 200 len: 217 time: 0.0677245 Apr 23 18:07:58.078665 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-b5b92d30-a237-4e96-a287-7f55c21b3e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:58.080256 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-b5b92d30-a237-4e96-a287-7f55c21b3e0a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d428c10-476d-4956-85a9-cae938c36f8b HTTP/1.1" status: 200 len: 855 time: 0.2908359 Apr 23 18:07:58.134059 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-01bf407f-be2c-4160-914f-e9fdeed160dc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=732a7701-0796-4238-92a9-3f806507ce1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446563 Apr 23 18:07:58.277314 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-03cd9579-23a4-4319-a200-aa356b12c10e service neutron] 10.222.0.22 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347148 Apr 23 18:07:58.422404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55089d5-03fd-4a0a-9ae7-c1904f03813f req-a452a4f2-b171-4f02-a9a1-630f03fb58df tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:58.423998 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d55089d5-03fd-4a0a-9ae7-c1904f03813f req-a452a4f2-b171-4f02-a9a1-630f03fb58df tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=f057362a-0c7c-4f54-8883-777f7721b40c HTTP/1.1" status: 200 len: 943 time: 0.0939343 Apr 23 18:07:58.425879 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1ddad82e-30e6-4d84-84da-d4dba4b5d5b4 req-cbd10006-e925-4869-8f91-c1d15e0cb942 service neutron] 10.222.0.22 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403508 Apr 23 18:07:58.474450 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d55089d5-03fd-4a0a-9ae7-c1904f03813f req-4ef79fba-1c2f-48aa-b109-e80562f10710 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437374 Apr 23 18:07:58.554363 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83a5b3-c9f3-4854-878b-a557e3d890b9 req-91d3b33e-9af9-417d-a6e0-170247fd689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:58.555985 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-be83a5b3-c9f3-4854-878b-a557e3d890b9 req-91d3b33e-9af9-417d-a6e0-170247fd689f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c95728fca2044b28818d120a3136bfa3&device_id=f057362a-0c7c-4f54-8883-777f7721b40c HTTP/1.1" status: 200 len: 1096 time: 0.0824485 Apr 23 18:07:58.701440 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83a5b3-c9f3-4854-878b-a557e3d890b9 req-33ec2be8-be55-4f1f-b676-8ba94450fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:58.703421 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-be83a5b3-c9f3-4854-878b-a557e3d890b9 req-33ec2be8-be55-4f1f-b676-8ba94450fde8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=732a7701-0796-4238-92a9-3f806507ce1e HTTP/1.1" status: 200 len: 916 time: 0.1399760 Apr 23 18:07:58.781561 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-be83a5b3-c9f3-4854-878b-a557e3d890b9 req-85bc5406-0482-4998-bf0e-97623e4eb6de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 HTTP/1.1" status: 200 len: 217 time: 0.0695798 Apr 23 18:07:58.852290 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83a5b3-c9f3-4854-878b-a557e3d890b9 req-644f103a-1641-46d0-942c-29ed99aa457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:58.854495 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-be83a5b3-c9f3-4854-878b-a557e3d890b9 req-644f103a-1641-46d0-942c-29ed99aa457c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d428c10-476d-4956-85a9-cae938c36f8b HTTP/1.1" status: 200 len: 855 time: 0.0649126 Apr 23 18:07:58.908030 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-be83a5b3-c9f3-4854-878b-a557e3d890b9 req-61014b10-e99b-417a-8ba8-c1d62c2c5850 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=732a7701-0796-4238-92a9-3f806507ce1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464759 Apr 23 18:07:59.065469 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-be83a5b3-c9f3-4854-878b-a557e3d890b9 req-932a5c8f-59c4-405d-bc32-71144ab1286d service neutron] 10.222.0.22 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481998 Apr 23 18:07:59.212754 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-be83a5b3-c9f3-4854-878b-a557e3d890b9 req-9314b529-63f4-4cf5-ae91-f23771969ec6 service neutron] 10.222.0.22 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402369 Apr 23 18:07:59.320423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab3a84-cec3-47b9-b4da-dad2cde69227 req-47d854d3-3b90-42a6-a38a-8c979490de4d tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:59.321923 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fbab3a84-cec3-47b9-b4da-dad2cde69227 req-47d854d3-3b90-42a6-a38a-8c979490de4d tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 947 time: 0.0881686 Apr 23 18:07:59.370451 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fbab3a84-cec3-47b9-b4da-dad2cde69227 req-b6a00d98-5845-483c-8d42-89cd975cd7a3 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415683 Apr 23 18:07:59.680188 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9431759-b7f6-4db6-93bc-6b75be95e387 req-0ac2c27c-5467-4502-b5f4-15b15f88ce45 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:07:59.680867 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-d9431759-b7f6-4db6-93bc-6b75be95e387 req-0ac2c27c-5467-4502-b5f4-15b15f88ce45 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Synchronizing usage tracker for tenant:c95728fca2044b28818d120a3136bfa3 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:07:59.697019 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-d9431759-b7f6-4db6-93bc-6b75be95e387 req-0ac2c27c-5467-4502-b5f4-15b15f88ce45 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Unset dirty status for tenant:c95728fca2044b28818d120a3136bfa3 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:07:59.698859 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d9431759-b7f6-4db6-93bc-6b75be95e387 req-0ac2c27c-5467-4502-b5f4-15b15f88ce45 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=f057362a-0c7c-4f54-8883-777f7721b40c HTTP/1.1" status: 200 len: 943 time: 0.1092777 Apr 23 18:07:59.746414 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d9431759-b7f6-4db6-93bc-6b75be95e387 req-f0362533-5cbe-491a-a45b-775491b7e016 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Apr 23 18:08:00.542321 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc103069-b3dd-4afa-ba0b-ae24bd762f02 req-25cae060-3d2e-4c05-808b-63e789d4762b tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:00.543925 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fc103069-b3dd-4afa-ba0b-ae24bd762f02 req-25cae060-3d2e-4c05-808b-63e789d4762b tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 947 time: 0.0884776 Apr 23 18:08:00.582880 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60691e-ce4f-465b-bba8-424e504e5290 req-7858b952-e2f8-462a-8d5f-8305e6d1eabd tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:00.584505 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ed60691e-ce4f-465b-bba8-424e504e5290 req-7858b952-e2f8-462a-8d5f-8305e6d1eabd tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 947 time: 0.0932014 Apr 23 18:08:00.633797 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ed60691e-ce4f-465b-bba8-424e504e5290 req-c7c4ad4b-01a5-43b5-bb92-8330a1359b0a tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups?id=11aa248d-588a-42c7-921a-496cfc2a4039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427222 Apr 23 18:08:00.694479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-fc103069-b3dd-4afa-ba0b-ae24bd762f02 req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Deleting port 83e1a1ee-3cca-4920-b598-cf618ff0bf58 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:08:00.694792 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-fc103069-b3dd-4afa-ba0b-ae24bd762f02 req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:00.788324 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:08:00.837547 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-fc103069-b3dd-4afa-ba0b-ae24bd762f02 req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] For port 83e1a1ee-3cca-4920-b598-cf618ff0bf58, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=83e1a1ee-3cca-4920-b598-cf618ff0bf58,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:08:00.838495 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-fc103069-b3dd-4afa-ba0b-ae24bd762f02 req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:00.932823 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:08:00.947161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228', 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e', 'port_id': '5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228', 'mac_address': 'fa:16:3e:d2:90:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d428c10-476d-4956-85a9-cae938c36f8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:08:01.006757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:01.025143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:08:01.041679 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:08:01.044492 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:01.046306 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:01.109835 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf01774-6c49-4a11-8bbf-803169c8659d req-5f38aa3b-a104-4e27-904a-5478942c5888 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:01.111460 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-bcf01774-6c49-4a11-8bbf-803169c8659d req-5f38aa3b-a104-4e27-904a-5478942c5888 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=f057362a-0c7c-4f54-8883-777f7721b40c HTTP/1.1" status: 200 len: 943 time: 0.2045097 Apr 23 18:08:01.120504 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:01.124072 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:01.232975 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:08:01.265018 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-bcf01774-6c49-4a11-8bbf-803169c8659d req-0968fe2f-5b4b-4b9b-98cc-f53ac428bb98 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435485 Apr 23 18:08:01.267733 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-fc103069-b3dd-4afa-ba0b-ae24bd762f02 req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:01.268150 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-fc103069-b3dd-4afa-ba0b-ae24bd762f02 req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853070193'] for floatingip, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:01.268507 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.l3_db [req-fc103069-b3dd-4afa-ba0b-ae24bd762f02 req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Floating IP 22b0ed2e-5a7c-4eb2-a939-5b7cc440a126 disassociated. External IP: 172.28.1.211, port: 83e1a1ee-3cca-4920-b598-cf618ff0bf58. Apr 23 18:08:01.268857 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-fc103069-b3dd-4afa-ba0b-ae24bd762f02 req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Calling delete_port for 83e1a1ee-3cca-4920-b598-cf618ff0bf58 owned by compute:nova {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:08:01.393445 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-fc103069-b3dd-4afa-ba0b-ae24bd762f02 req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:01.404802 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:01.453757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event deleted for resources: {'Port': ['ID=83e1a1ee-3cca-4920-b598-cf618ff0bf58,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:01.457491 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:01.646046 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc103069-b3dd-4afa-ba0b-ae24bd762f02 req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Router e910f34c-0bc0-4bf3-885e-e1a6bc11926c has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:08:01.802635 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c67f8dd6-3d70-4476-8933-a866cc92ed23 req-8e0ea6b6-e2c1-4607-b20a-637301703811 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d1492e-bce8-4ed6-b837-0588a0f6955c HTTP/1.1" status: 200 len: 210 time: 0.0498891 Apr 23 18:08:01.843384 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc103069-b3dd-4afa-ba0b-ae24bd762f02 req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:08:01.853012 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe9f84e-787a-4031-9c8d-ff25482dc9ac None None] Sync routers for ids ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'] in dv-cinder-786524-3-smb {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:08:01.863810 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe9f84e-787a-4031-9c8d-ff25482dc9ac None None] Routers {'e910f34c-0bc0-4bf3-885e-e1a6bc11926c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:08:01.864567 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-ffe9f84e-787a-4031-9c8d-ff25482dc9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:07:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:08:01.924143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc103069-b3dd-4afa-ba0b-ae24bd762f02 req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] No DVR routers for this DVR port 83e1a1ee-3cca-4920-b598-cf618ff0bf58 on host hv-cinder-78652 {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:08:01.926796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-fc103069-b3dd-4afa-ba0b-ae24bd762f02 req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:01.931344 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'name': 'network-vif-deleted', 'tag': '83e1a1ee-3cca-4920-b598-cf618ff0bf58'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:08:01.946577 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fc103069-b3dd-4afa-ba0b-ae24bd762f02 req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.22 "DELETE /v2.0/ports/83e1a1ee-3cca-4920-b598-cf618ff0bf58 HTTP/1.1" status: 204 len: 173 time: 1.3972757 Apr 23 18:08:01.986546 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d1492e-bce8-4ed6-b837-0588a0f6955c', 'name': 'network-vif-deleted', 'tag': '83e1a1ee-3cca-4920-b598-cf618ff0bf58', 'status': 'completed', 'code': 200} Apr 23 18:08:02.217730 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-ffe9f84e-787a-4031-9c8d-ff25482dc9ac None None] Set router e910f34c-0bc0-4bf3-885e-e1a6bc11926c gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:08:02.482299 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873791a-a69c-47fd-9128-dd51b4e516af req-ed849c8e-801f-4ad9-ad88-931743097f91 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:02.484002 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1873791a-a69c-47fd-9128-dd51b4e516af req-ed849c8e-801f-4ad9-ad88-931743097f91 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=f057362a-0c7c-4f54-8883-777f7721b40c HTTP/1.1" status: 200 len: 944 time: 0.0975952 Apr 23 18:08:02.540765 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1873791a-a69c-47fd-9128-dd51b4e516af req-31754ca0-e395-4ed8-8923-51382a2f436d tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497043 Apr 23 18:08:02.555812 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-ffe9f84e-787a-4031-9c8d-ff25482dc9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:02:05Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'e444ab14-85d0-44fd-b56a-1ce90540f823', 'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'mac_address': 'fa:16:3e:81:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:03Z', 'updated_at': '2021-04-23T18:02:20Z', 'revision_number': 5, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'subnets': [{'id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:08:02.560268 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe9f84e-787a-4031-9c8d-ff25482dc9ac None None] Checking router: e910f34c-0bc0-4bf3-885e-e1a6bc11926c for host: dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:08:02.573224 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe9f84e-787a-4031-9c8d-ff25482dc9ac None None] Routers {'e910f34c-0bc0-4bf3-885e-e1a6bc11926c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:08:02.573859 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-ffe9f84e-787a-4031-9c8d-ff25482dc9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:07:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:08:02.758455 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-ffe9f84e-787a-4031-9c8d-ff25482dc9ac None None] Set router e910f34c-0bc0-4bf3-885e-e1a6bc11926c gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:08:02.834890 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:08:02.927144 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:08:02.932975 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:08:02.933406 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:02.952361 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60236) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:03.023423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-53f9a365-54e8-471a-9dba-748d8a7be80e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:03.054436 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-53f9a365-54e8-471a-9dba-748d8a7be80e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:03.062929 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:03.093585 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f057362a-0c7c-4f54-8883-777f7721b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:08:03.101347 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-ffe9f84e-787a-4031-9c8d-ff25482dc9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:02:05Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'e444ab14-85d0-44fd-b56a-1ce90540f823', 'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'mac_address': 'fa:16:3e:81:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:03Z', 'updated_at': '2021-04-23T18:02:20Z', 'revision_number': 5, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'subnets': [{'id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:08:03.106040 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe9f84e-787a-4031-9c8d-ff25482dc9ac None None] The sync data for ids ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'] in dv-cinder-786524-3-smb is: [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:02:05Z', 'revision_number': 4, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': 'e444ab14-85d0-44fd-b56a-1ce90540f823', 'name': '', 'network_id': '81db996a-5443-4dca-8db4-06663c296f38', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'mac_address': 'fa:16:3e:81:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:02:03Z', 'updated_at': '2021-04-23T18:02:20Z', 'revision_number': 5, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'subnets': [{'id': '3fa7ecc1-b122-4c85-83b3-3fd5fb03e649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:08:03.110642 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-53f9a365-54e8-471a-9dba-748d8a7be80e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:03.116685 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e581521b-d568-4de4-90b2-7f725f1722a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:03.120961 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:08:03.124427 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:03.126681 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:03.135950 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9a365-54e8-471a-9dba-748d8a7be80e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aa248d-588a-42c7-921a-496cfc2a4039,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:03.138409 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-53f9a365-54e8-471a-9dba-748d8a7be80e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:03.145459 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-53f9a365-54e8-471a-9dba-748d8a7be80e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:03.146931 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-53f9a365-54e8-471a-9dba-748d8a7be80e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "DELETE /v2.0/security-groups/11aa248d-588a-42c7-921a-496cfc2a4039 HTTP/1.1" status: 204 len: 168 time: 0.1930478 Apr 23 18:08:03.149812 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60242) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:03.173052 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.api.v2.resource [None req-b3293235-6360-4c8e-8447-1585984bc1f0 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] show failed (client error): The resource could not be found. Apr 23 18:08:03.174457 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-b3293235-6360-4c8e-8447-1585984bc1f0 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "GET /v2.0/security-groups/11aa248d-588a-42c7-921a-496cfc2a4039 HTTP/1.1" status: 404 len: 347 time: 0.0231118 Apr 23 18:08:03.178045 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60246) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:03.186898 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f057362a-0c7c-4f54-8883-777f7721b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228', 'code': 200} Apr 23 18:08:03.238317 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:03.241756 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:03.414503 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba43ef-1d42-4a3f-ae57-20a616523d9d req-f8ad213c-8a0a-464c-a176-6934d84cd63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:03.416833 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-66ba43ef-1d42-4a3f-ae57-20a616523d9d req-f8ad213c-8a0a-464c-a176-6934d84cd63f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f057362a-0c7c-4f54-8883-777f7721b40c HTTP/1.1" status: 200 len: 1098 time: 0.0875995 Apr 23 18:08:03.427082 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Deleting port 974a0494-dca5-4a8c-9d46-e0d94d9d36d3 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:08:03.427585 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:03.460857 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-66ba43ef-1d42-4a3f-ae57-20a616523d9d req-2b00811b-a288-4582-9ef1-7e0f95e02bd0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380223 Apr 23 18:08:03.502610 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5aa5a5-9086-4d57-859b-73f7a1635388 None None] New status for floating IP 22b0ed2e-5a7c-4eb2-a939-5b7cc440a126: DOWN {{(pid=86363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 18:08:03.555206 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:03.555587 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:03.692469 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Calling delete_port for 974a0494-dca5-4a8c-9d46-e0d94d9d36d3 owned by network:floatingip {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:08:03.809476 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a387b2-5029-4584-8b15-e792c2c8f819 req-24aa3069-b53d-4456-bbe3-153f79312b63 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:03.811141 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a4a387b2-5029-4584-8b15-e792c2c8f819 req-24aa3069-b53d-4456-bbe3-153f79312b63 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=f057362a-0c7c-4f54-8883-777f7721b40c HTTP/1.1" status: 200 len: 945 time: 0.1269169 Apr 23 18:08:03.861120 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.db.api [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86362) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 18:08:03.861492 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_db.api [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 18:08:03.866391 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a4a387b2-5029-4584-8b15-e792c2c8f819 req-b2f149b3-36e9-4d67-9925-45d5985ca9d1 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467272 Apr 23 18:08:04.428173 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Deleting port 974a0494-dca5-4a8c-9d46-e0d94d9d36d3 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:08:04.428558 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:04.552294 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:04.552665 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:04.685332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Calling delete_port for 974a0494-dca5-4a8c-9d46-e0d94d9d36d3 owned by network:floatingip {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:08:04.859909 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 83e1a1ee-3cca-4920-b598-cf618ff0bf58 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:08:04.902388 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: 83e1a1ee-3cca-4920-b598-cf618ff0bf58 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:08:04.902786 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 83e1a1ee-3cca-4920-b598-cf618ff0bf58 not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:08:05.034508 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:05.039227 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-49fa127d-bab3-4774-be48-50a454a39a94 tempest-VolumesActionsTest-193080005 tempest-VolumesActionsTest-193080005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:05.071820 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2e42c-4323-4dee-8c87-e75b8e399fd1 req-bb5178d8-de6a-4d58-9406-7eed628f3271 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:05.074304 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c5a2e42c-4323-4dee-8c87-e75b8e399fd1 req-bb5178d8-de6a-4d58-9406-7eed628f3271 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=f057362a-0c7c-4f54-8883-777f7721b40c HTTP/1.1" status: 200 len: 945 time: 0.0900795 Apr 23 18:08:05.089685 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Pushing event deleted for resources: {'Port': ['ID=974a0494-dca5-4a8c-9d46-e0d94d9d36d3,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:05.093115 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:05.124141 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c5a2e42c-4323-4dee-8c87-e75b8e399fd1 req-94fdaca9-d261-441a-880c-df0b9f1e8dcc tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432081 Apr 23 18:08:05.186901 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks [] for floatingip, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:05.202516 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:05.203769 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-7b143146-2041-4db7-bc0b-66cf7706ad0c tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] 10.222.0.11 "DELETE /v2.0/floatingips/22b0ed2e-5a7c-4eb2-a939-5b7cc440a126 HTTP/1.1" status: 204 len: 168 time: 2.0247371 Apr 23 18:08:07.518374 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:08:08.032621 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 60292) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:08.882588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5eab7c9c-e0cd-4716-97ff-eb1ad3d3941a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710756'] for router_interface, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:09.313757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-5eab7c9c-e0cd-4716-97ff-eb1ad3d3941a admin admin] Deleting port e444ab14-85d0-44fd-b56a-1ce90540f823 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:08:09.314139 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5eab7c9c-e0cd-4716-97ff-eb1ad3d3941a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:09.447981 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-5eab7c9c-e0cd-4716-97ff-eb1ad3d3941a admin admin] For port e444ab14-85d0-44fd-b56a-1ce90540f823, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=e444ab14-85d0-44fd-b56a-1ce90540f823,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:08:09.448596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5eab7c9c-e0cd-4716-97ff-eb1ad3d3941a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:09.552952 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9e5e6c92-4f6e-4049-9de9-642a0c725bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:09.587371 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-5eab7c9c-e0cd-4716-97ff-eb1ad3d3941a admin admin] Calling delete_port for e444ab14-85d0-44fd-b56a-1ce90540f823 owned by network:router_interface {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:08:09.764640 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-eada1d28-20ae-4cf2-9390-7e330f56b90f tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:09.766216 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-eada1d28-20ae-4cf2-9390-7e330f56b90f tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/networks?id=732a7701-0796-4238-92a9-3f806507ce1e HTTP/1.1" status: 200 len: 815 time: 0.1872034 Apr 23 18:08:09.800241 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-0d1e7459-84aa-458e-a0fb-2cbbf054dd45 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/quotas/c95728fca2044b28818d120a3136bfa3 HTTP/1.1" status: 200 len: 375 time: 0.0225697 Apr 23 18:08:09.945420 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-8806d5f6-6e8e-4a1a-9e8d-5bd6fc021d4c tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c95728fca2044b28818d120a3136bfa3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1388295 Apr 23 18:08:09.985044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5eab7c9c-e0cd-4716-97ff-eb1ad3d3941a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:10.036973 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:10.088944 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab7c9c-e0cd-4716-97ff-eb1ad3d3941a admin admin] Pushing event deleted for resources: {'Port': ['ID=e444ab14-85d0-44fd-b56a-1ce90540f823,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:10.096050 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5eab7c9c-e0cd-4716-97ff-eb1ad3d3941a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:10.239363 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-96c5f727-849e-4bc3-9d14-e27822dda47b service neutron] 10.222.0.11 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827399 Apr 23 18:08:10.544748 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5eab7c9c-e0cd-4716-97ff-eb1ad3d3941a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853163703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710810'] for router_interface, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:10.550640 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-d30fbaef-5166-4205-8b7e-1700d770062a service neutron] 10.222.0.11 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548265 Apr 23 18:08:10.753130 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53491ee1-efe5-4734-9564-2d38785f56a1 req-c158a341-3316-484c-8176-ebd563ece952 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 210 time: 0.0540535 Apr 23 18:08:11.179636 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eab7c9c-e0cd-4716-97ff-eb1ad3d3941a admin admin] Router e910f34c-0bc0-4bf3-885e-e1a6bc11926c has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:08:11.373986 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eab7c9c-e0cd-4716-97ff-eb1ad3d3941a admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:08:11.384521 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219faaa2-7f0b-4d03-ae73-f87d5962a85a None None] Sync routers for ids ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'] in dv-cinder-786524-3-smb {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:08:11.388475 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5eab7c9c-e0cd-4716-97ff-eb1ad3d3941a admin admin] 10.222.0.11 "PUT /v2.0/routers/e910f34c-0bc0-4bf3-885e-e1a6bc11926c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3546820 Apr 23 18:08:11.391207 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 60324) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:11.395525 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219faaa2-7f0b-4d03-ae73-f87d5962a85a None None] Routers {'e910f34c-0bc0-4bf3-885e-e1a6bc11926c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:08:11.396196 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-219faaa2-7f0b-4d03-ae73-f87d5962a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:07:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:08:11.594063 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] Notify callbacks [] for router, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:11.598536 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-219faaa2-7f0b-4d03-ae73-f87d5962a85a None None] Set router e910f34c-0bc0-4bf3-885e-e1a6bc11926c gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:08:11.882851 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bd2d0c3e-0249-4609-b76b-298d6f4670bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:11.920967 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-219faaa2-7f0b-4d03-ae73-f87d5962a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:08:09Z', 'revision_number': 5, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:08:11.925094 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219faaa2-7f0b-4d03-ae73-f87d5962a85a None None] Checking router: e910f34c-0bc0-4bf3-885e-e1a6bc11926c for host: dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:08:11.935415 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219faaa2-7f0b-4d03-ae73-f87d5962a85a None None] Routers {'e910f34c-0bc0-4bf3-885e-e1a6bc11926c'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:08:11.936080 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-219faaa2-7f0b-4d03-ae73-f87d5962a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:08:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:08:11.989837 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e19bf889-732e-425b-ace9-460c92ae1947 req-becbf7cd-7c4c-4462-b7e0-a1a17808952d tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 210 time: 0.0807157 Apr 23 18:08:11.993396 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:12.008315 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-7077e8c4-847d-45e4-b6f6-d83e196aed00 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:12.010406 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-7077e8c4-847d-45e4-b6f6-d83e196aed00 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.22 "GET /v2.0/networks?id=732a7701-0796-4238-92a9-3f806507ce1e HTTP/1.1" status: 200 len: 815 time: 0.3451526 Apr 23 18:08:12.050356 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Request body: {'port': {'device_id': '6c55e23a-8338-47dc-81b3-d816fef845ba', 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e', 'admin_state_up': True, 'tenant_id': 'c95728fca2044b28818d120a3136bfa3'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:08:12.130398 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-219faaa2-7f0b-4d03-ae73-f87d5962a85a None None] Set router e910f34c-0bc0-4bf3-885e-e1a6bc11926c gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:08:12.218227 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] Deleting port 7667c429-fa56-43f9-87f9-3e1a808b77cf {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:08:12.218850 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:12.295556 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:08:12.316725 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:08:12.347966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Made reservation on behalf of c95728fca2044b28818d120a3136bfa3 for: {'port': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:08:12.354678 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:12.442875 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] For port 7667c429-fa56-43f9-87f9-3e1a808b77cf, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=7667c429-fa56-43f9-87f9-3e1a808b77cf,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:08:12.443311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:12.562767 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:12.592426 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-219faaa2-7f0b-4d03-ae73-f87d5962a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:08:09Z', 'revision_number': 5, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:08:12.593379 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] Calling delete_port for 7667c429-fa56-43f9-87f9-3e1a808b77cf owned by network:router_gateway {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:08:12.596483 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219faaa2-7f0b-4d03-ae73-f87d5962a85a None None] The sync data for ids ['e910f34c-0bc0-4bf3-885e-e1a6bc11926c'] in dv-cinder-786524-3-smb is: [{'id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'name': 'tempest-AttachVolumeShelveTestJSON-878237017-router', 'tenant_id': '0b603028fc0648daac1a9a03b1ad4097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:01:40Z', 'updated_at': '2021-04-23T18:08:09Z', 'revision_number': 5, 'project_id': '0b603028fc0648daac1a9a03b1ad4097', 'gw_port': {'id': '7667c429-fa56-43f9-87f9-3e1a808b77cf', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910f34c-0bc0-4bf3-885e-e1a6bc11926c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:01:44Z', 'updated_at': '2021-04-23T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:08:12.711473 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Allocated IP 172.20.0.2 (732a7701-0796-4238-92a9-3f806507ce1e/9d428c10-476d-4956-85a9-cae938c36f8b/50ae5079-1c4f-4eb5-bc3d-c84346d7dc34) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:08:12.730547 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:13.016943 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:13.023218 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-c83c0236-d469-4ed0-ac7d-43ade6f93e09 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:13.060697 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:13.082623 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] Pushing event deleted for resources: {'Port': ['ID=7667c429-fa56-43f9-87f9-3e1a808b77cf,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:13.087126 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:13.173317 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f3148ac3-388b-4151-99a8-6f1d880e18c5 req-83799523-ac0a-4e0a-845e-9bb819b75a70 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 210 time: 0.0492814 Apr 23 18:08:13.199119 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853013669'] for router_gateway, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:13.320035 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:13.327518 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:13.330237 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:08:13.445531 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853064441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736081'] for router, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:13.451786 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:13.474235 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Network 732a7701-0796-4238-92a9-3f806507ce1e is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:08:13.480189 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:08:13.484506 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Pushing event updated for resources: {'Port': ['ID=50ae5079-1c4f-4eb5-bc3d-c84346d7dc34,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:13.495275 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:08:13.527109 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:13.539146 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706563'] for router, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:13.539741 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e910f34c-0bc0-4bf3-885e-e1a6bc11926c {{(pid=86361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 18:08:13.577355 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:13.578042 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:13.597247 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] Notify callbacks [] for router, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:13.598501 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-1b116fe0-6594-40a6-9fcf-2fb96984ff2c admin admin] 10.222.0.11 "DELETE /v2.0/routers/e910f34c-0bc0-4bf3-885e-e1a6bc11926c HTTP/1.1" status: 204 len: 168 time: 2.2063000 Apr 23 18:08:13.601375 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60336) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:13.606004 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device e444ab14-85d0-44fd-b56a-1ce90540f823 no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:08:13.609177 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5677800 Apr 23 18:08:13.622929 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Request body: {'port': {'device_id': '6c55e23a-8338-47dc-81b3-d816fef845ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:08:13.655216 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: e444ab14-85d0-44fd-b56a-1ce90540f823 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:08:13.655611 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device e444ab14-85d0-44fd-b56a-1ce90540f823 not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:08:13.683608 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b097df-78ce-4d59-9762-d385a5c9c93b admin admin] Deleting subnet 3fa7ecc1-b122-4c85-83b3-3fd5fb03e649 {{(pid=86362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 18:08:13.687096 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-46b097df-78ce-4d59-9762-d385a5c9c93b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:13.752742 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-46b097df-78ce-4d59-9762-d385a5c9c93b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7330653'] for subnet, precommit_delete_associations {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:13.850321 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-46b097df-78ce-4d59-9762-d385a5c9c93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851233888'] for subnet, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:13.984700 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:14.119735 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-46b097df-78ce-4d59-9762-d385a5c9c93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847181380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7133264'] for subnet, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:14.124648 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0075f6c7-5e9a-48b8-8635-fc4d2bf57f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:14.160767 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b097df-78ce-4d59-9762-d385a5c9c93b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa7ecc1-b122-4c85-83b3-3fd5fb03e649,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:14.164100 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-46b097df-78ce-4d59-9762-d385a5c9c93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:14.165040 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-46b097df-78ce-4d59-9762-d385a5c9c93b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:14.171387 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-46b097df-78ce-4d59-9762-d385a5c9c93b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3fa7ecc1-b122-4c85-83b3-3fd5fb03e649 HTTP/1.1" status: 204 len: 168 time: 0.5686078 Apr 23 18:08:14.174004 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60340) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:14.178060 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d35db1-ac0b-411d-a315-cee014070c02 None None] Network 81db996a-5443-4dca-8db4-06663c296f38 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:08:14.299498 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851326484'] for network, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:14.382618 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Deleting port 705ab4ac-3868-45f4-9839-4480f005f4d7 {{(pid=86362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:08:14.383194 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:14.411992 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 {{(pid=86361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:08:14.421292 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:14.450041 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:14.450380 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Transition to ACTIVE for port object 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:08:14.454839 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:14.460863 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6a87732b-3740-47d7-8c83-6522a40faf5f tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:14.495228 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] For port 705ab4ac-3868-45f4-9839-4480f005f4d7, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=705ab4ac-3868-45f4-9839-4480f005f4d7,segment=NetworkSegment(12575161-3488-4676-a7f0-1f25e3fdd64d),segment_id=12575161-3488-4676-a7f0-1f25e3fdd64d)] {{(pid=86362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:08:14.495628 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:14.635730 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Calling delete_port for 705ab4ac-3868-45f4-9839-4480f005f4d7 owned by network:dhcp {{(pid=86362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:08:14.653937 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Pushing event updated for resources: {'Port': ['ID=50ae5079-1c4f-4eb5-bc3d-c84346d7dc34,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:14.655328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2150161-2bb1-4ac1-9494-537287985e07 None None] DHCP port deletion for 81db996a-5443-4dca-8db4-06663c296f38 request from dv-cinder-786524-3-smb {{(pid=86363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 18:08:14.686333 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:14.688224 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:14.694249 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6253ab33-1193-4f31-8f69-1669b22e5a42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:14.698626 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-a2150161-2bb1-4ac1-9494-537287985e07 None None] The port '705ab4ac-3868-45f4-9839-4480f005f4d7' was deleted {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 18:08:14.723259 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2d4fb-135b-4f76-b64b-dc1e6c9ceb3a req-b36bd891-10ea-4836-be9e-4cb68847ac44 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:14.724032 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-f4b2d4fb-135b-4f76-b64b-dc1e6c9ceb3a req-b36bd891-10ea-4836-be9e-4cb68847ac44 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Synchronizing usage tracker for tenant:c95728fca2044b28818d120a3136bfa3 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:08:14.740556 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Pushing event deleted for resources: {'Port': ['ID=705ab4ac-3868-45f4-9839-4480f005f4d7,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:14.744626 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:14.745406 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] No DVR routers for this DVR port 705ab4ac-3868-45f4-9839-4480f005f4d7 on host dv-cinder-786524-3-smb {{(pid=86362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:08:14.758632 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-f4b2d4fb-135b-4f76-b64b-dc1e6c9ceb3a req-b36bd891-10ea-4836-be9e-4cb68847ac44 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Unset dirty status for tenant:c95728fca2044b28818d120a3136bfa3 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:08:14.759993 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f4b2d4fb-135b-4f76-b64b-dc1e6c9ceb3a req-b36bd891-10ea-4836-be9e-4cb68847ac44 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 931 time: 0.4241078 Apr 23 18:08:14.760836 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Attempting to bind port 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:08:14.761215 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Attempting to bind port 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:08:14.761589 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Attempting to bind port 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 on network 732a7701-0796-4238-92a9-3f806507ce1e {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:08:14.768037 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Port 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 on network 732a7701-0796-4238-92a9-3f806507ce1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:08:14.768398 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Attempting to bind port 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 on network 732a7701-0796-4238-92a9-3f806507ce1e {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:08:14.788338 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:08:14.788720 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Checking segment: {'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:08:14.789136 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Bound using segment: {'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:08:14.789619 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Bound port: 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:08:14.790003 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:14.868424 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542005', 'neutron.services.segments.db._delete_segments_for_network-8774976202099'] for network, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:14.871873 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f4b2d4fb-135b-4f76-b64b-dc1e6c9ceb3a req-012c2fd9-37be-4aa7-bf8d-8a4bce4fc6f0 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048656 Apr 23 18:08:14.913866 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] For port 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34, host hv-cinder-78652, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:08:14.917625 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] For port 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50ae5079-1c4f-4eb5-bc3d-c84346d7dc34,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:08:14.921027 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:14.925860 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:14.982677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:14.983383 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:14.984875 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] 10.222.0.22 "PUT /v2.0/ports/50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 HTTP/1.1" status: 200 len: 1093 time: 1.3675048 Apr 23 18:08:14.985407 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c55e23a-8338-47dc-81b3-d816fef845ba', 'tag': '50ae5079-1c4f-4eb5-bc3d-c84346d7dc34'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:08:14.987347 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81db996a-5443-4dca-8db4-06663c296f38']}} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:08:15.002884 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12575161-3488-4676-a7f0-1f25e3fdd64d') {'for_net_delete': True} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:08:15.003234 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12575161-3488-4676-a7f0-1f25e3fdd64d') {} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:08:15.011875 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Pushing event updated for resources: {'Port': ['ID=50ae5079-1c4f-4eb5-bc3d-c84346d7dc34,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:15.015302 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:15.016799 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261878593123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847445163'] for segment, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:15.033437 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:15.039835 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=86362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 18:08:15.088317 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c55e23a-8338-47dc-81b3-d816fef845ba', 'tag': '50ae5079-1c4f-4eb5-bc3d-c84346d7dc34', 'status': 'completed', 'code': 200} Apr 23 18:08:15.125725 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-a5383776-aacc-4ddd-b0df-35caded702a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:15.127283 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-a5383776-aacc-4ddd-b0df-35caded702a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c95728fca2044b28818d120a3136bfa3&device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 1096 time: 0.0841494 Apr 23 18:08:15.200771 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-af80f12f-ea61-43fa-b30b-63690220eeb4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 HTTP/1.1" status: 200 len: 217 time: 0.0662825 Apr 23 18:08:15.224465 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Network 81db996a-5443-4dca-8db4-06663c296f38 has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:08:15.234427 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7594527'] for segment, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:15.278186 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-a6067e32-9241-44cc-98c2-db960bd46b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:15.279759 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-a6067e32-9241-44cc-98c2-db960bd46b05 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d428c10-476d-4956-85a9-cae938c36f8b HTTP/1.1" status: 200 len: 855 time: 0.0679858 Apr 23 18:08:15.332378 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-1d064927-49bf-4f30-9436-67c811f0f070 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=732a7701-0796-4238-92a9-3f806507ce1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458937 Apr 23 18:08:15.416454 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Network 81db996a-5443-4dca-8db4-06663c296f38 has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: Traceback (most recent call last): Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: timer() Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: cb(*args, **kw) Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: return func(*args, **kwargs) Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: self._notify() Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: self.callback(batched_events) Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: event.method(event) Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: segment_id)['aggregates'][0] Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: return f(self, *a, **k) Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: return self._get(url).json() Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: **kwargs) Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: return self.request(url, 'GET', **kwargs) Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: **endpoint_filter) Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 18:08:15.439360 dv-cinder-786524-3-smb neutron-server[86250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 18:08:15.479504 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-e9109063-102e-47e6-9135-3c0d6a821f9a service neutron] 10.222.0.22 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376722 Apr 23 18:08:15.519048 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851233795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853070148'] for network, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:15.523760 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:15.539832 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:15.557861 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] 10.222.0.11 "DELETE /v2.0/networks/81db996a-5443-4dca-8db4-06663c296f38 HTTP/1.1" status: 204 len: 168 time: 1.3827491 Apr 23 18:08:15.561260 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Pushing event deleted for resources: {'Network': ['ID=81db996a-5443-4dca-8db4-06663c296f38,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:15.564289 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:15.594500 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 705ab4ac-3868-45f4-9839-4480f005f4d7 no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:08:15.629150 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7b62cadd-58a8-4aca-92db-24fc29655e97 req-e26b4395-bcab-49a9-8633-f1a303867e5b service neutron] 10.222.0.22 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428814 Apr 23 18:08:15.636443 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: 705ab4ac-3868-45f4-9839-4480f005f4d7 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:08:15.637008 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 705ab4ac-3868-45f4-9839-4480f005f4d7 not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:08:15.637468 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 7667c429-fa56-43f9-87f9-3e1a808b77cf no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:08:15.679399 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: 7667c429-fa56-43f9-87f9-3e1a808b77cf {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:08:15.679795 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 7667c429-fa56-43f9-87f9-3e1a808b77cf not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:08:15.686421 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60350) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:15.739586 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-6533f7b1-5d6a-479d-83fd-6d05637b3560 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b603028fc0648daac1a9a03b1ad4097&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517163 Apr 23 18:08:15.742137 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60354) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:15.770505 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ebffb-d4b8-4fab-912f-09786f73b19b req-c04c69c7-b331-4080-b0d2-c23e9a5db299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:15.772128 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-215ebffb-d4b8-4fab-912f-09786f73b19b req-c04c69c7-b331-4080-b0d2-c23e9a5db299 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c95728fca2044b28818d120a3136bfa3&device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 1096 time: 0.0842755 Apr 23 18:08:15.810300 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b896ec48-da42-41e4-959c-c0343373272c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:15.838367 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b896ec48-da42-41e4-959c-c0343373272c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:15.883641 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b896ec48-da42-41e4-959c-c0343373272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:15.889578 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-778bd089-cccb-4de2-a958-0d535cf0e8a4 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:15.905914 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896ec48-da42-41e4-959c-c0343373272c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b321fc81-98a3-4754-ba8f-1aed3b0b0f7e,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:15.909142 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b896ec48-da42-41e4-959c-c0343373272c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:15.911276 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b896ec48-da42-41e4-959c-c0343373272c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:15.914938 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-b896ec48-da42-41e4-959c-c0343373272c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b321fc81-98a3-4754-ba8f-1aed3b0b0f7e HTTP/1.1" status: 204 len: 168 time: 0.1693785 Apr 23 18:08:15.921473 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ebffb-d4b8-4fab-912f-09786f73b19b req-aa87cd10-3b91-439b-ba41-988684080323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:15.923207 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-215ebffb-d4b8-4fab-912f-09786f73b19b req-aa87cd10-3b91-439b-ba41-988684080323 service neutron] 10.222.0.22 "GET /v2.0/networks?id=732a7701-0796-4238-92a9-3f806507ce1e HTTP/1.1" status: 200 len: 916 time: 0.1433430 Apr 23 18:08:16.003192 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-215ebffb-d4b8-4fab-912f-09786f73b19b req-8ba481e1-eff0-48ad-b6d8-8123af39baaa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 HTTP/1.1" status: 200 len: 217 time: 0.0701969 Apr 23 18:08:16.136160 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ebffb-d4b8-4fab-912f-09786f73b19b req-25be8bf7-2102-420f-90a4-1d29e3c8195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:16.137719 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-215ebffb-d4b8-4fab-912f-09786f73b19b req-25be8bf7-2102-420f-90a4-1d29e3c8195a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d428c10-476d-4956-85a9-cae938c36f8b HTTP/1.1" status: 200 len: 855 time: 0.0944660 Apr 23 18:08:16.198768 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e61384-186f-4947-923f-8c8ca03fc6dc req-332afeb4-4ce3-480a-959f-8b316ed430ff tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:16.200313 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d4e61384-186f-4947-923f-8c8ca03fc6dc req-332afeb4-4ce3-480a-959f-8b316ed430ff tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 943 time: 0.1940401 Apr 23 18:08:16.207560 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-215ebffb-d4b8-4fab-912f-09786f73b19b req-b2437da1-a7ca-457a-a92f-cbbc0a6795b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=732a7701-0796-4238-92a9-3f806507ce1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589287 Apr 23 18:08:16.335329 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d4e61384-186f-4947-923f-8c8ca03fc6dc req-fb6cdd3b-92cd-4583-bd29-18c4a5b79194 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267073 Apr 23 18:08:16.393801 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-215ebffb-d4b8-4fab-912f-09786f73b19b req-d8f83103-310b-4a49-bad9-340e5142ef7c service neutron] 10.222.0.22 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693954 Apr 23 18:08:16.542837 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-215ebffb-d4b8-4fab-912f-09786f73b19b req-8bdc2f9a-f6e3-45f3-ab95-bce8393ac8b4 service neutron] 10.222.0.22 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412992 Apr 23 18:08:17.540105 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385f71a-b575-4ae2-a367-5f3684130cc8 req-2ff8424b-bdda-4a80-b806-c8242505991f tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:17.542269 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1385f71a-b575-4ae2-a367-5f3684130cc8 req-2ff8424b-bdda-4a80-b806-c8242505991f tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 943 time: 0.0895352 Apr 23 18:08:17.593583 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1385f71a-b575-4ae2-a367-5f3684130cc8 req-e1e115ff-2e4a-4f06-8fdf-8d2bc2aa936c tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448818 Apr 23 18:08:18.801024 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf8841-7c7f-4701-8a56-895b0a32b8ab req-61b2ff40-6975-49ce-9695-d5b1c293ab2f tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:18.802639 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d9cf8841-7c7f-4701-8a56-895b0a32b8ab req-61b2ff40-6975-49ce-9695-d5b1c293ab2f tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 943 time: 0.0915885 Apr 23 18:08:18.851953 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d9cf8841-7c7f-4701-8a56-895b0a32b8ab req-365d2929-1f22-441a-beb5-635a84b29d26 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422649 Apr 23 18:08:18.944560 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:08:19.088534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50ae5079-1c4f-4eb5-bc3d-c84346d7dc34,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:08:19.101881 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '50ae5079-1c4f-4eb5-bc3d-c84346d7dc34', 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e', 'port_id': '50ae5079-1c4f-4eb5-bc3d-c84346d7dc34', 'mac_address': 'fa:16:3e:4e:a1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d428c10-476d-4956-85a9-cae938c36f8b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:08:19.160250 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:19.179165 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:08:19.195753 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50ae5079-1c4f-4eb5-bc3d-c84346d7dc34,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:08:19.198525 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:19.200452 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:19.272794 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=50ae5079-1c4f-4eb5-bc3d-c84346d7dc34,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:19.275938 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:19.414774 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['50ae5079-1c4f-4eb5-bc3d-c84346d7dc34'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:08:20.058174 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf127b-fd64-4be3-af77-45ac8ed5a55c req-0bc00381-2656-4170-bcf2-4b77a7c7930c tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:20.059794 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2ecf127b-fd64-4be3-af77-45ac8ed5a55c req-0bc00381-2656-4170-bcf2-4b77a7c7930c tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 944 time: 0.0933764 Apr 23 18:08:20.111485 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2ecf127b-fd64-4be3-af77-45ac8ed5a55c req-cecffc04-2dc2-46ce-a054-e1d2ddf068b9 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452690 Apr 23 18:08:20.955497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:08:21.029047 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:08:21.033882 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:08:21.034303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:21.158449 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:21.187454 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c55e23a-8338-47dc-81b3-d816fef845ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ae5079-1c4f-4eb5-bc3d-c84346d7dc34'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:08:21.198623 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50ae5079-1c4f-4eb5-bc3d-c84346d7dc34,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:08:21.202179 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:21.204136 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-20fa3d44-90df-427e-964d-4c6ec1752570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:21.242426 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c55e23a-8338-47dc-81b3-d816fef845ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ae5079-1c4f-4eb5-bc3d-c84346d7dc34', 'code': 200} Apr 23 18:08:21.277402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=50ae5079-1c4f-4eb5-bc3d-c84346d7dc34,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:21.280594 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:21.328684 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdf823-ae0c-45d7-9058-01723ca6a699 req-b14ec215-8962-4ff3-9bf2-08ba5787a308 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:21.330287 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cefdf823-ae0c-45d7-9058-01723ca6a699 req-b14ec215-8962-4ff3-9bf2-08ba5787a308 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 945 time: 0.1000769 Apr 23 18:08:21.381060 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cefdf823-ae0c-45d7-9058-01723ca6a699 req-b874f3ed-5c8b-46b8-9132-659c0af62695 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441456 Apr 23 18:08:21.491905 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99b75a-009c-4841-bf90-6c3fceec291d req-6c1e5bd5-ba51-4fa0-aa06-67431af334a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:21.493473 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cb99b75a-009c-4841-bf90-6c3fceec291d req-6c1e5bd5-ba51-4fa0-aa06-67431af334a7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 1098 time: 0.0880647 Apr 23 18:08:21.538538 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cb99b75a-009c-4841-bf90-6c3fceec291d req-0f6256b2-7d7b-4f47-8c42-f8bd002a143a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384822 Apr 23 18:08:22.436999 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:22.603977 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253368d-6d36-4d05-91ef-ce47e91573f6 req-a71038a8-e142-4eff-a413-67d3dcbaf5e2 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:22.605588 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9253368d-6d36-4d05-91ef-ce47e91573f6 req-a71038a8-e142-4eff-a413-67d3dcbaf5e2 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 945 time: 0.0910072 Apr 23 18:08:22.656204 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9253368d-6d36-4d05-91ef-ce47e91573f6 req-ed0d17b4-a0a9-4084-bcae-3aabf811c0a0 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437727 Apr 23 18:08:24.866673 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d523-72f8-4029-9250-81b3403a40dc req-9c3707f1-60cc-4506-84ce-bd9ca11d56cb tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:24.867431 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-a820d523-72f8-4029-9250-81b3403a40dc req-9c3707f1-60cc-4506-84ce-bd9ca11d56cb tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Synchronizing usage tracker for tenant:c95728fca2044b28818d120a3136bfa3 on resource:network {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:08:24.883670 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-a820d523-72f8-4029-9250-81b3403a40dc req-9c3707f1-60cc-4506-84ce-bd9ca11d56cb tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Unset dirty status for tenant:c95728fca2044b28818d120a3136bfa3 on resource:network {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:08:24.885439 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a820d523-72f8-4029-9250-81b3403a40dc req-9c3707f1-60cc-4506-84ce-bd9ca11d56cb tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/networks?id=732a7701-0796-4238-92a9-3f806507ce1e HTTP/1.1" status: 200 len: 815 time: 0.1721196 Apr 23 18:08:24.901153 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a820d523-72f8-4029-9250-81b3403a40dc req-b0e3cd5f-c7f4-43d5-b35a-78846e2c6982 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/quotas/c95728fca2044b28818d120a3136bfa3 HTTP/1.1" status: 200 len: 375 time: 0.0095487 Apr 23 18:08:24.991094 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a820d523-72f8-4029-9250-81b3403a40dc req-b171fa80-c5a0-4f6b-a013-90bcfd5f798b tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c95728fca2044b28818d120a3136bfa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845158 Apr 23 18:08:25.249931 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a820d523-72f8-4029-9250-81b3403a40dc req-bf6ee36d-92ab-4761-b2f6-2917766ccebd service neutron] 10.222.0.11 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504013 Apr 23 18:08:25.391478 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a820d523-72f8-4029-9250-81b3403a40dc req-f63442ac-26c2-4d0c-a1d7-84634c4ef27d service neutron] 10.222.0.11 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350307 Apr 23 18:08:25.591772 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c27c0296-76e5-4f2e-8def-13342b9c0e11 req-8e8d1bfb-88a7-4d03-b6ec-ebb31e4d7dc0 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 210 time: 0.0536282 Apr 23 18:08:26.546265 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60524) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:26.648674 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d523-72f8-4029-9250-81b3403a40dc req-9718cf13-0d75-477e-83e8-6fae68144646 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:26.650296 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a820d523-72f8-4029-9250-81b3403a40dc req-9718cf13-0d75-477e-83e8-6fae68144646 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.22 "GET /v2.0/networks?id=732a7701-0796-4238-92a9-3f806507ce1e HTTP/1.1" status: 200 len: 815 time: 0.1719534 Apr 23 18:08:26.664052 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-a820d523-72f8-4029-9250-81b3403a40dc req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Request body: {'port': {'device_id': 'c000b100-b111-4d05-9580-ec33d730c39a', 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e', 'admin_state_up': True, 'tenant_id': 'c95728fca2044b28818d120a3136bfa3'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:08:26.687679 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-43fdfbf1-e0d1-4629-9510-9656e61265e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:26.704702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-43fdfbf1-e0d1-4629-9510-9656e61265e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:08:26.709195 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-43fdfbf1-e0d1-4629-9510-9656e61265e7 admin admin] Usage tracker for resource:security_group_rule and tenant:73e6bc1587ed4a63a6bee8db6a97d227 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:08:26.712728 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-43fdfbf1-e0d1-4629-9510-9656e61265e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:08:26.719115 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-43fdfbf1-e0d1-4629-9510-9656e61265e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:08:26.791585 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6ed50c94-6fb0-41f0-8dec-1687cbbde219 req-32273edb-1547-4092-bd8e-7cbeb79c3fc5 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 210 time: 0.0631907 Apr 23 18:08:26.817021 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-a820d523-72f8-4029-9250-81b3403a40dc req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:08:26.827859 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-a820d523-72f8-4029-9250-81b3403a40dc req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:08:26.837048 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a820d523-72f8-4029-9250-81b3403a40dc req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Made reservation on behalf of c95728fca2044b28818d120a3136bfa3 for: {'port': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:08:26.843301 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a820d523-72f8-4029-9250-81b3403a40dc req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:26.864277 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-43fdfbf1-e0d1-4629-9510-9656e61265e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:26.867126 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-43fdfbf1-e0d1-4629-9510-9656e61265e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:26.876920 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b664c41d-74ce-4806-9c1d-62c10474e4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:26.920180 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-43fdfbf1-e0d1-4629-9510-9656e61265e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73e6bc1587ed4a63a6bee8db6a97d227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727489 Apr 23 18:08:26.922010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdfbf1-e0d1-4629-9510-9656e61265e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ff35e3-ea44-49b3-97f6-25092f94288c,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:26.923212 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 60536) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:26.925400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-43fdfbf1-e0d1-4629-9510-9656e61265e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:27.065322 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fdd73033-3671-47d2-bfdb-38bb51dccf58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:27.088294 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-a820d523-72f8-4029-9250-81b3403a40dc req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Allocated IP 172.20.0.6 (732a7701-0796-4238-92a9-3f806507ce1e/9d428c10-476d-4956-85a9-cae938c36f8b/3a80baca-9d71-4da8-881b-96d56cf99140) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:08:27.110028 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fdd73033-3671-47d2-bfdb-38bb51dccf58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:27.215399 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fdd73033-3671-47d2-bfdb-38bb51dccf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:27.226876 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3d631007-0b99-4fe4-a823-ab03513cd369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:27.293256 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd73033-3671-47d2-bfdb-38bb51dccf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ff35e3-ea44-49b3-97f6-25092f94288c,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:27.300695 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fdd73033-3671-47d2-bfdb-38bb51dccf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:27.339817 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fdd73033-3671-47d2-bfdb-38bb51dccf58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:27.341019 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-fdd73033-3671-47d2-bfdb-38bb51dccf58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/06ff35e3-ea44-49b3-97f6-25092f94288c HTTP/1.1" status: 204 len: 168 time: 0.4164770 Apr 23 18:08:27.389134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a820d523-72f8-4029-9250-81b3403a40dc req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:27.421555 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a820d523-72f8-4029-9250-81b3403a40dc req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:27.428741 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a91b19ea-3ba5-42ac-870b-126a77ad2879 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:27.436125 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228', '50ae5079-1c4f-4eb5-bc3d-c84346d7dc34'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:08:27.491173 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a820d523-72f8-4029-9250-81b3403a40dc req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Network 732a7701-0796-4238-92a9-3f806507ce1e is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:08:27.492350 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-a820d523-72f8-4029-9250-81b3403a40dc req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:08:27.497463 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-a820d523-72f8-4029-9250-81b3403a40dc req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:08:27.552851 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Pushing event updated for resources: {'Port': ['ID=3a80baca-9d71-4da8-881b-96d56cf99140,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:27.562228 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:27.581154 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d523-72f8-4029-9250-81b3403a40dc req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:27.582046 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a820d523-72f8-4029-9250-81b3403a40dc req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:27.601236 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a820d523-72f8-4029-9250-81b3403a40dc req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9426303 Apr 23 18:08:27.615107 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Request body: {'port': {'device_id': 'c000b100-b111-4d05-9580-ec33d730c39a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:08:27.750771 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:28.355320 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa13537-fb4a-47e7-8030-ee8339c7d312 req-d2ef3484-7e51-4f8b-9f99-ae2c4f451d1c tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:28.356068 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-afa13537-fb4a-47e7-8030-ee8339c7d312 req-d2ef3484-7e51-4f8b-9f99-ae2c4f451d1c tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Synchronizing usage tracker for tenant:c95728fca2044b28818d120a3136bfa3 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:08:28.389264 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-afa13537-fb4a-47e7-8030-ee8339c7d312 req-d2ef3484-7e51-4f8b-9f99-ae2c4f451d1c tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Unset dirty status for tenant:c95728fca2044b28818d120a3136bfa3 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:08:28.390780 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-afa13537-fb4a-47e7-8030-ee8339c7d312 req-d2ef3484-7e51-4f8b-9f99-ae2c4f451d1c tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 931 time: 0.4790664 Apr 23 18:08:28.487566 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a80baca-9d71-4da8-881b-96d56cf99140 {{(pid=86361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:08:28.499865 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:28.505013 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-afa13537-fb4a-47e7-8030-ee8339c7d312 req-3945b9cf-0443-48b9-b2c8-9a7c3757e5ab tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759904 Apr 23 18:08:28.520137 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Transition to ACTIVE for port object 3a80baca-9d71-4da8-881b-96d56cf99140 will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:08:28.522902 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:28.531706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:28.741283 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Pushing event updated for resources: {'Port': ['ID=3a80baca-9d71-4da8-881b-96d56cf99140,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:28.744862 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:28.782001 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Attempting to bind port 3a80baca-9d71-4da8-881b-96d56cf99140 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:08:28.782380 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Attempting to bind port 3a80baca-9d71-4da8-881b-96d56cf99140 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:08:28.782750 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Attempting to bind port 3a80baca-9d71-4da8-881b-96d56cf99140 on network 732a7701-0796-4238-92a9-3f806507ce1e {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:08:28.787722 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Port 3a80baca-9d71-4da8-881b-96d56cf99140 on network 732a7701-0796-4238-92a9-3f806507ce1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:08:28.788084 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Attempting to bind port 3a80baca-9d71-4da8-881b-96d56cf99140 on network 732a7701-0796-4238-92a9-3f806507ce1e {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:08:28.794128 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:08:28.794506 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Checking segment: {'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:08:28.794933 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Bound using segment: {'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:08:28.795433 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Bound port: 3a80baca-9d71-4da8-881b-96d56cf99140, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:08:28.795817 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:28.895959 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] For port 3a80baca-9d71-4da8-881b-96d56cf99140, host hv-cinder-78652, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:08:28.899149 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] For port 3a80baca-9d71-4da8-881b-96d56cf99140, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3a80baca-9d71-4da8-881b-96d56cf99140,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:08:28.902571 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:28.907534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5eab7c9c-e0cd-4716-97ff-eb1ad3d3941a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:28.965484 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:28.966329 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:28.967865 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a820d523-72f8-4029-9250-81b3403a40dc req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] 10.222.0.22 "PUT /v2.0/ports/3a80baca-9d71-4da8-881b-96d56cf99140 HTTP/1.1" status: 200 len: 1093 time: 1.3577039 Apr 23 18:08:28.970970 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c000b100-b111-4d05-9580-ec33d730c39a', 'tag': '3a80baca-9d71-4da8-881b-96d56cf99140'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:08:29.001482 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Pushing event updated for resources: {'Port': ['ID=3a80baca-9d71-4da8-881b-96d56cf99140,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:29.007207 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:29.051150 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c000b100-b111-4d05-9580-ec33d730c39a', 'tag': '3a80baca-9d71-4da8-881b-96d56cf99140', 'status': 'completed', 'code': 200} Apr 23 18:08:29.099344 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d523-72f8-4029-9250-81b3403a40dc req-2e0d8c73-671f-48fd-b51b-62b02e7f9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:29.101055 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a820d523-72f8-4029-9250-81b3403a40dc req-2e0d8c73-671f-48fd-b51b-62b02e7f9d0d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c95728fca2044b28818d120a3136bfa3&device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 1096 time: 0.0886619 Apr 23 18:08:29.176611 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a820d523-72f8-4029-9250-81b3403a40dc req-d113b095-9cbd-47d1-977d-37deaf9b5366 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a80baca-9d71-4da8-881b-96d56cf99140 HTTP/1.1" status: 200 len: 217 time: 0.0679469 Apr 23 18:08:29.250765 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d523-72f8-4029-9250-81b3403a40dc req-a5be5fa4-a942-4261-8e06-9705f5a841f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:29.252366 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a820d523-72f8-4029-9250-81b3403a40dc req-a5be5fa4-a942-4261-8e06-9705f5a841f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d428c10-476d-4956-85a9-cae938c36f8b HTTP/1.1" status: 200 len: 855 time: 0.0681589 Apr 23 18:08:29.306022 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a820d523-72f8-4029-9250-81b3403a40dc req-45da2cb6-6339-494b-840c-6594857225fa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=732a7701-0796-4238-92a9-3f806507ce1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471523 Apr 23 18:08:29.459334 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a820d523-72f8-4029-9250-81b3403a40dc req-c69c60da-b6de-4d7f-8d46-bf6d9117ae5e service neutron] 10.222.0.22 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464162 Apr 23 18:08:29.495966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60604) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:29.607556 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a820d523-72f8-4029-9250-81b3403a40dc req-06ab1f47-922c-4e69-b297-889b6631eb2e service neutron] 10.222.0.22 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412041 Apr 23 18:08:29.638498 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3c326cd7-eb76-45ac-871e-d29a6131eed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:29.655890 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-3c326cd7-eb76-45ac-871e-d29a6131eed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:08:29.660288 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-3c326cd7-eb76-45ac-871e-d29a6131eed6 admin admin] Usage tracker for resource:security_group_rule and tenant:51d9e242339c476784017f9f5bc0fe14 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:08:29.663381 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-3c326cd7-eb76-45ac-871e-d29a6131eed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:08:29.669778 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-3c326cd7-eb76-45ac-871e-d29a6131eed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:08:29.761876 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3c326cd7-eb76-45ac-871e-d29a6131eed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:29.765119 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3c326cd7-eb76-45ac-871e-d29a6131eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:29.774471 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fb7d6ff0-96e6-42a5-ba6c-5fa75761e37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:29.782059 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c87e38-c1ac-4b0d-89c0-43457d397884 req-0622b7b4-330e-4be6-bbef-d530bcfaa661 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:29.783676 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b4c87e38-c1ac-4b0d-89c0-43457d397884 req-0622b7b4-330e-4be6-bbef-d530bcfaa661 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 943 time: 0.1611445 Apr 23 18:08:29.785805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58474230-33f9-47ba-a98f-cbb2eb19dc13 req-5d52f7d6-3b2b-4ccb-9934-cfce10c7e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:29.787280 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-58474230-33f9-47ba-a98f-cbb2eb19dc13 req-5d52f7d6-3b2b-4ccb-9934-cfce10c7e189 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c95728fca2044b28818d120a3136bfa3&device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 1096 time: 0.1216459 Apr 23 18:08:29.818246 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-3c326cd7-eb76-45ac-871e-d29a6131eed6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51d9e242339c476784017f9f5bc0fe14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211055 Apr 23 18:08:29.819581 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c326cd7-eb76-45ac-871e-d29a6131eed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97099ccf-c72f-47f8-8f42-1d8e40395ef6,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:29.822784 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60612) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:29.825669 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3c326cd7-eb76-45ac-871e-d29a6131eed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:29.886006 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5971-14fa-4610-99ed-1ffa8a69b407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:29.913071 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5971-14fa-4610-99ed-1ffa8a69b407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:29.921555 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b4c87e38-c1ac-4b0d-89c0-43457d397884 req-656e9f27-a921-4a9f-8af1-854d4ff9cf21 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309073 Apr 23 18:08:29.966531 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58474230-33f9-47ba-a98f-cbb2eb19dc13 req-f6fa662c-923a-48b6-b167-4d32c465cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:29.968118 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-58474230-33f9-47ba-a98f-cbb2eb19dc13 req-f6fa662c-923a-48b6-b167-4d32c465cd27 service neutron] 10.222.0.22 "GET /v2.0/networks?id=732a7701-0796-4238-92a9-3f806507ce1e HTTP/1.1" status: 200 len: 916 time: 0.1619308 Apr 23 18:08:29.969661 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5971-14fa-4610-99ed-1ffa8a69b407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:29.974739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a0c7fabe-6e07-4185-a43d-00341965cd88 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:29.987496 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf5971-14fa-4610-99ed-1ffa8a69b407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97099ccf-c72f-47f8-8f42-1d8e40395ef6,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:29.990244 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f4bf5971-14fa-4610-99ed-1ffa8a69b407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:29.999852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5971-14fa-4610-99ed-1ffa8a69b407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:30.003608 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-f4bf5971-14fa-4610-99ed-1ffa8a69b407 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97099ccf-c72f-47f8-8f42-1d8e40395ef6 HTTP/1.1" status: 204 len: 168 time: 0.1772876 Apr 23 18:08:30.052901 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-58474230-33f9-47ba-a98f-cbb2eb19dc13 req-3a2f638e-8e99-4f42-b8af-1cc06c6aeebc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a80baca-9d71-4da8-881b-96d56cf99140 HTTP/1.1" status: 200 len: 217 time: 0.0766315 Apr 23 18:08:30.126392 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58474230-33f9-47ba-a98f-cbb2eb19dc13 req-969c6db7-ed62-468a-a684-15f108c79d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:30.128006 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-58474230-33f9-47ba-a98f-cbb2eb19dc13 req-969c6db7-ed62-468a-a684-15f108c79d81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d428c10-476d-4956-85a9-cae938c36f8b HTTP/1.1" status: 200 len: 855 time: 0.0682197 Apr 23 18:08:30.188736 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-58474230-33f9-47ba-a98f-cbb2eb19dc13 req-6e9926ec-8ca1-498d-8e65-f100b259c162 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=732a7701-0796-4238-92a9-3f806507ce1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509312 Apr 23 18:08:30.294627 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60620) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:30.317625 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-15b35518-1969-471e-8c72-71d5a6b7fa16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:30.333411 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-15b35518-1969-471e-8c72-71d5a6b7fa16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:08:30.337460 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-15b35518-1969-471e-8c72-71d5a6b7fa16 admin admin] Usage tracker for resource:security_group_rule and tenant:56590de9edf44636b2e44a24e7ef2f93 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:08:30.340572 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-15b35518-1969-471e-8c72-71d5a6b7fa16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:08:30.340922 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-58474230-33f9-47ba-a98f-cbb2eb19dc13 req-630ce425-e99d-44ab-a7ad-8a37fa2e90cb service neutron] 10.222.0.22 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387010 Apr 23 18:08:30.346688 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-15b35518-1969-471e-8c72-71d5a6b7fa16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:08:30.435336 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-15b35518-1969-471e-8c72-71d5a6b7fa16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:30.440555 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-15b35518-1969-471e-8c72-71d5a6b7fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:30.450089 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e8c18d2a-6144-47f8-9520-754248e2087f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:30.488448 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-58474230-33f9-47ba-a98f-cbb2eb19dc13 req-3b0fd37a-3c2b-40c7-99f8-4e9144f252d8 service neutron] 10.222.0.22 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405425 Apr 23 18:08:30.492229 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-15b35518-1969-471e-8c72-71d5a6b7fa16 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56590de9edf44636b2e44a24e7ef2f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964285 Apr 23 18:08:30.494564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b35518-1969-471e-8c72-71d5a6b7fa16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a61ed40-e977-4a27-a212-aa12e1b9e4e7,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:30.495825 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 60624) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:30.497620 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-15b35518-1969-471e-8c72-71d5a6b7fa16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:30.558455 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-886311af-c7b6-4c5f-96de-7e7a5ba81d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:30.585122 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-886311af-c7b6-4c5f-96de-7e7a5ba81d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:30.629654 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-886311af-c7b6-4c5f-96de-7e7a5ba81d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:30.634534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-97d83cef-a690-4cfa-8b74-9a565e2e75d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:30.645059 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886311af-c7b6-4c5f-96de-7e7a5ba81d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a61ed40-e977-4a27-a212-aa12e1b9e4e7,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:30.647669 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-886311af-c7b6-4c5f-96de-7e7a5ba81d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:30.653449 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-886311af-c7b6-4c5f-96de-7e7a5ba81d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:30.654684 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-886311af-c7b6-4c5f-96de-7e7a5ba81d4c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a61ed40-e977-4a27-a212-aa12e1b9e4e7 HTTP/1.1" status: 204 len: 168 time: 0.1571805 Apr 23 18:08:31.130216 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb5223-6782-4cae-ac4a-655ebd429021 req-cd6bde7e-1888-48b6-bfb6-16953a6f9cc6 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:31.131885 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-24bb5223-6782-4cae-ac4a-655ebd429021 req-cd6bde7e-1888-48b6-bfb6-16953a6f9cc6 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 943 time: 0.0914145 Apr 23 18:08:31.185565 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-24bb5223-6782-4cae-ac4a-655ebd429021 req-1135b56d-b13d-4af5-9652-1e5f4bdcb45a tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470543 Apr 23 18:08:32.391444 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ac5f2-bd35-438d-ad3c-fd7aa8ad2bfd req-63d3e9a7-b698-47d0-8cb6-e238f998e17f tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:32.393091 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a96ac5f2-bd35-438d-ad3c-fd7aa8ad2bfd req-63d3e9a7-b698-47d0-8cb6-e238f998e17f tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 943 time: 0.0946534 Apr 23 18:08:32.442843 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a96ac5f2-bd35-438d-ad3c-fd7aa8ad2bfd req-a5cd97c7-6e94-48e3-980d-cabb82597504 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430892 Apr 23 18:08:33.037355 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 3a80baca-9d71-4da8-881b-96d56cf99140 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:08:33.187543 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 3a80baca-9d71-4da8-881b-96d56cf99140, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3a80baca-9d71-4da8-881b-96d56cf99140,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:08:33.206948 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '3a80baca-9d71-4da8-881b-96d56cf99140', 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e', 'port_id': '3a80baca-9d71-4da8-881b-96d56cf99140', 'mac_address': 'fa:16:3e:59:19:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d428c10-476d-4956-85a9-cae938c36f8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:08:33.267435 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:33.285633 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a80baca-9d71-4da8-881b-96d56cf99140 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:08:33.305642 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 3a80baca-9d71-4da8-881b-96d56cf99140, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3a80baca-9d71-4da8-881b-96d56cf99140,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:08:33.309212 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:33.311068 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:33.385198 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=3a80baca-9d71-4da8-881b-96d56cf99140,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:33.393359 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:33.393805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:33.394094 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:33.394465 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:33.394845 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:33.395535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:33.395911 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:33.396287 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:33.396655 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:33.397022 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:33.397389 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:33.397754 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:33.402051 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:33.543191 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['3a80baca-9d71-4da8-881b-96d56cf99140'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:08:33.661291 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8987caf-4cab-4a96-a4a0-718a23137f98 req-7b583bd8-77f9-4fa5-b944-2043c4ecd75d tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:33.662939 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e8987caf-4cab-4a96-a4a0-718a23137f98 req-7b583bd8-77f9-4fa5-b944-2043c4ecd75d tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 944 time: 0.0998087 Apr 23 18:08:33.717754 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e8987caf-4cab-4a96-a4a0-718a23137f98 req-233220a7-f86b-4a52-83da-b002fdda3e52 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471632 Apr 23 18:08:34.061772 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60764) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:34.185451 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8f89856d-9121-4a54-ae38-92f424f8aff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:34.200896 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8f89856d-9121-4a54-ae38-92f424f8aff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:08:34.204960 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8f89856d-9121-4a54-ae38-92f424f8aff0 admin admin] Usage tracker for resource:security_group_rule and tenant:a6237620d1374842b38676505f916e98 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:08:34.207888 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8f89856d-9121-4a54-ae38-92f424f8aff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:08:34.213976 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8f89856d-9121-4a54-ae38-92f424f8aff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:08:34.301528 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8f89856d-9121-4a54-ae38-92f424f8aff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:34.304412 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8f89856d-9121-4a54-ae38-92f424f8aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:34.313795 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-4381161d-18f6-41cc-882d-d18d9d463f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:34.356246 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8f89856d-9121-4a54-ae38-92f424f8aff0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6237620d1374842b38676505f916e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933638 Apr 23 18:08:34.357938 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89856d-9121-4a54-ae38-92f424f8aff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59836296-6800-4042-a830-dac54bd14b3e,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:34.359205 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 60770) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:34.361293 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8f89856d-9121-4a54-ae38-92f424f8aff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:34.425467 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-40f619f3-4cbc-4f3f-a3da-71a130176bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:34.453238 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-40f619f3-4cbc-4f3f-a3da-71a130176bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:34.498345 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-40f619f3-4cbc-4f3f-a3da-71a130176bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:34.503307 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9d0cb94f-2517-4141-95c6-2c4e81534801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:34.514078 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f619f3-4cbc-4f3f-a3da-71a130176bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59836296-6800-4042-a830-dac54bd14b3e,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:34.517773 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-40f619f3-4cbc-4f3f-a3da-71a130176bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:34.521086 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-40f619f3-4cbc-4f3f-a3da-71a130176bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:34.522302 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-40f619f3-4cbc-4f3f-a3da-71a130176bfa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59836296-6800-4042-a830-dac54bd14b3e HTTP/1.1" status: 204 len: 168 time: 0.1620102 Apr 23 18:08:34.810277 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60780) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:34.830235 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-49618eba-c9b7-493f-a5ca-65897b180a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:34.846653 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-49618eba-c9b7-493f-a5ca-65897b180a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:08:34.850775 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-49618eba-c9b7-493f-a5ca-65897b180a6c admin admin] Usage tracker for resource:security_group_rule and tenant:e5d0ee27c8ec4fc1ac59d35256bc8e32 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:08:34.853958 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-49618eba-c9b7-493f-a5ca-65897b180a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:08:34.859955 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-49618eba-c9b7-493f-a5ca-65897b180a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:08:34.925590 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e46959-8c63-4d37-8611-35bb192da219 req-027088bb-0958-46af-a2e1-7c53678d7b88 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:34.927191 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c7e46959-8c63-4d37-8611-35bb192da219 req-027088bb-0958-46af-a2e1-7c53678d7b88 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 944 time: 0.0925112 Apr 23 18:08:34.944609 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-49618eba-c9b7-493f-a5ca-65897b180a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:34.948997 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-49618eba-c9b7-493f-a5ca-65897b180a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:34.958227 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e4af3e81-3a6a-4460-a177-f537a360cae1 tempest-VolumesNegativeTest-1984404373 tempest-VolumesNegativeTest-1984404373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:34.977151 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c7e46959-8c63-4d37-8611-35bb192da219 req-45a69d54-545c-416d-8038-f988c6ff6d8d tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Apr 23 18:08:35.002061 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-49618eba-c9b7-493f-a5ca-65897b180a6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5d0ee27c8ec4fc1ac59d35256bc8e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906266 Apr 23 18:08:35.004496 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49618eba-c9b7-493f-a5ca-65897b180a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd251b76-d75a-4c36-b7df-7b454c915644,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:35.005010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 60784) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:35.007738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-49618eba-c9b7-493f-a5ca-65897b180a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:35.044562 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 3a80baca-9d71-4da8-881b-96d56cf99140 up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:08:35.069114 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5276f54f-0488-4c62-8951-9f6dd0ef8bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:35.096906 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5276f54f-0488-4c62-8951-9f6dd0ef8bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:35.120559 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port 3a80baca-9d71-4da8-881b-96d56cf99140 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:08:35.125404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 3a80baca-9d71-4da8-881b-96d56cf99140 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:08:35.125825 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:35.142365 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5276f54f-0488-4c62-8951-9f6dd0ef8bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:35.147447 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-57f8c847-f8e3-4960-ac7b-9a0f8331cad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:35.164169 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276f54f-0488-4c62-8951-9f6dd0ef8bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd251b76-d75a-4c36-b7df-7b454c915644,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:35.167335 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5276f54f-0488-4c62-8951-9f6dd0ef8bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:35.168331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5276f54f-0488-4c62-8951-9f6dd0ef8bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:35.169535 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5276f54f-0488-4c62-8951-9f6dd0ef8bd3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd251b76-d75a-4c36-b7df-7b454c915644 HTTP/1.1" status: 204 len: 168 time: 0.1634078 Apr 23 18:08:35.416070 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:35.455650 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c000b100-b111-4d05-9580-ec33d730c39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a80baca-9d71-4da8-881b-96d56cf99140'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:08:35.478807 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 3a80baca-9d71-4da8-881b-96d56cf99140, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3a80baca-9d71-4da8-881b-96d56cf99140,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:08:35.483996 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:35.486868 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:35.519261 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c000b100-b111-4d05-9580-ec33d730c39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a80baca-9d71-4da8-881b-96d56cf99140', 'code': 200} Apr 23 18:08:35.571428 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=3a80baca-9d71-4da8-881b-96d56cf99140,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:35.576706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:35.777268 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579843ef-2843-46d0-a750-a002471b9151 req-e6f35251-9a75-4b4c-9ee7-a4361949c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:35.778858 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-579843ef-2843-46d0-a750-a002471b9151 req-e6f35251-9a75-4b4c-9ee7-a4361949c6dc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 1098 time: 0.0786438 Apr 23 18:08:35.828741 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-579843ef-2843-46d0-a750-a002471b9151 req-1bd8c786-204e-486a-a7c0-72575ed5c542 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382073 Apr 23 18:08:36.183848 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef694f1-4c6c-4979-9600-bab24f7d356c req-f9935f64-e4bf-4130-8a8a-f0564f1d4682 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:36.185434 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4ef694f1-4c6c-4979-9600-bab24f7d356c req-f9935f64-e4bf-4130-8a8a-f0564f1d4682 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 945 time: 0.0947833 Apr 23 18:08:36.237497 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4ef694f1-4c6c-4979-9600-bab24f7d356c req-94c270fc-89a7-44eb-a9bc-0d94259211e5 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453548 Apr 23 18:08:37.450009 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57151bf8-56d3-48c8-85ef-beac314c7861 req-c75aaf99-5119-4417-959e-47d9ff30fea0 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:37.451643 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-57151bf8-56d3-48c8-85ef-beac314c7861 req-c75aaf99-5119-4417-959e-47d9ff30fea0 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 945 time: 0.0970943 Apr 23 18:08:37.499583 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-57151bf8-56d3-48c8-85ef-beac314c7861 req-a1904b5c-5806-4647-a681-f1f7f9699983 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416453 Apr 23 18:08:39.556601 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e57c883c-15db-4f76-865d-96949cca172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:41.061031 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 60886) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:41.203630 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-67c2d689-bf08-42ba-8408-4e786297e4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:41.219652 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-67c2d689-bf08-42ba-8408-4e786297e4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:08:41.223812 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-67c2d689-bf08-42ba-8408-4e786297e4d0 admin admin] Usage tracker for resource:security_group_rule and tenant:cc4a1039c217406493f39f4171ed466f is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:08:41.226769 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-67c2d689-bf08-42ba-8408-4e786297e4d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:08:41.233521 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-67c2d689-bf08-42ba-8408-4e786297e4d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:08:41.318836 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-67c2d689-bf08-42ba-8408-4e786297e4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:41.321478 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-67c2d689-bf08-42ba-8408-4e786297e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:41.330470 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5276f54f-0488-4c62-8951-9f6dd0ef8bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:41.373404 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-67c2d689-bf08-42ba-8408-4e786297e4d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc4a1039c217406493f39f4171ed466f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112075 Apr 23 18:08:41.375509 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2d689-bf08-42ba-8408-4e786297e4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f59e3a0-8bb2-4a7a-9345-cdf7ae59b8df,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:41.376587 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60892) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:41.378564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-67c2d689-bf08-42ba-8408-4e786297e4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:41.440264 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bdd49b8f-06ee-44ca-8422-b889e5d56c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:41.468235 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bdd49b8f-06ee-44ca-8422-b889e5d56c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:41.515246 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bdd49b8f-06ee-44ca-8422-b889e5d56c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:41.520144 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2bb106b5-251c-4d42-b80f-a45e837e8ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:41.536976 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd49b8f-06ee-44ca-8422-b889e5d56c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f59e3a0-8bb2-4a7a-9345-cdf7ae59b8df,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:41.540013 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-bdd49b8f-06ee-44ca-8422-b889e5d56c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:41.551824 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bdd49b8f-06ee-44ca-8422-b889e5d56c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:41.553043 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-bdd49b8f-06ee-44ca-8422-b889e5d56c0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f59e3a0-8bb2-4a7a-9345-cdf7ae59b8df HTTP/1.1" status: 204 len: 168 time: 0.1753068 Apr 23 18:08:41.843810 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60906) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:41.863456 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1c67-7566-4608-8461-28968da78e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:41.877155 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2b047b6e-3a20-4aa4-b568-e319560ae63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:41.879958 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-0d9c1c67-7566-4608-8461-28968da78e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:08:41.884114 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-0d9c1c67-7566-4608-8461-28968da78e53 admin admin] Usage tracker for resource:security_group_rule and tenant:182815beefdd45e290d3756cee151da5 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:08:41.887311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-0d9c1c67-7566-4608-8461-28968da78e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:08:41.893459 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-0d9c1c67-7566-4608-8461-28968da78e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:08:41.982832 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1c67-7566-4608-8461-28968da78e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:41.985790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1c67-7566-4608-8461-28968da78e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:41.995682 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2acbfcc9-0a8f-43ae-b41d-18fdafffc439 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:42.038677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c1c67-7566-4608-8461-28968da78e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2480736b-7de5-4663-a552-8c21d7752f8b,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:42.043219 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0d9c1c67-7566-4608-8461-28968da78e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:42.048256 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-0d9c1c67-7566-4608-8461-28968da78e53 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=182815beefdd45e290d3756cee151da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008493 Apr 23 18:08:42.048688 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 60912) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:42.116262 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e0381d6e-d2e5-4007-80a0-3d284e1440cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:42.143996 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e0381d6e-d2e5-4007-80a0-3d284e1440cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:42.190715 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e0381d6e-d2e5-4007-80a0-3d284e1440cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:42.196301 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-01518c5d-51fd-4c10-b69d-a8d450ea5e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:42.207979 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0381d6e-d2e5-4007-80a0-3d284e1440cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2480736b-7de5-4663-a552-8c21d7752f8b,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:42.210466 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e0381d6e-d2e5-4007-80a0-3d284e1440cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:42.216778 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e0381d6e-d2e5-4007-80a0-3d284e1440cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:42.220419 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-e0381d6e-d2e5-4007-80a0-3d284e1440cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2480736b-7de5-4663-a552-8c21d7752f8b HTTP/1.1" status: 204 len: 168 time: 0.1685827 Apr 23 18:08:42.565369 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:42.736647 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:44.179242 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:44.194835 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-52853834-6025-4b92-8b08-d8b1a36c9a80 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:44.196455 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-52853834-6025-4b92-8b08-d8b1a36c9a80 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/networks?id=732a7701-0796-4238-92a9-3f806507ce1e HTTP/1.1" status: 200 len: 815 time: 0.3899941 Apr 23 18:08:44.212605 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-e5776cb3-65c8-4d27-bcd0-bfee718f3f35 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/quotas/c95728fca2044b28818d120a3136bfa3 HTTP/1.1" status: 200 len: 375 time: 0.0098364 Apr 23 18:08:44.304246 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-ae958b4f-1c20-489e-ab17-686ad434f671 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c95728fca2044b28818d120a3136bfa3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857470 Apr 23 18:08:44.446852 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-55db850a-7fea-4a50-98bc-f06ced2dfffd service neutron] 10.222.0.11 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348786 Apr 23 18:08:44.518245 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:08:44.595067 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-e4fedd02-b70b-42e7-972a-65eb7a7bb6ee service neutron] 10.222.0.11 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410995 Apr 23 18:08:44.811338 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fdeb1a10-8448-4b71-a7fb-2dd851fa63cc req-be1510fa-0574-4cf0-964f-cfbc9854492e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=0548f95e-8be2-4133-b640-3f7ecab7dddf HTTP/1.1" status: 200 len: 210 time: 0.0572560 Apr 23 18:08:45.895682 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-d7fa1e24-829f-4c9b-a111-02366986836c tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:45.897246 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-d7fa1e24-829f-4c9b-a111-02366986836c tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.22 "GET /v2.0/networks?id=732a7701-0796-4238-92a9-3f806507ce1e HTTP/1.1" status: 200 len: 815 time: 0.1639700 Apr 23 18:08:45.910876 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Request body: {'port': {'device_id': '0548f95e-8be2-4133-b640-3f7ecab7dddf', 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e', 'admin_state_up': True, 'tenant_id': 'c95728fca2044b28818d120a3136bfa3'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:08:45.991381 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9d5a542-61e9-4602-85f5-315f12337338 req-29d3d04f-3b83-40f6-a36e-3fab277fe9b7 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=0548f95e-8be2-4133-b640-3f7ecab7dddf HTTP/1.1" status: 200 len: 210 time: 0.0572412 Apr 23 18:08:46.057732 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:08:46.067708 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:08:46.076944 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Made reservation on behalf of c95728fca2044b28818d120a3136bfa3 for: {'port': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:08:46.082858 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:46.257417 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Allocated IP 172.20.0.10 (732a7701-0796-4238-92a9-3f806507ce1e/9d428c10-476d-4956-85a9-cae938c36f8b/c0118bf7-5209-4cd2-b6cb-5b2932795e57) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:08:46.481464 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:46.512688 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:46.518225 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ecd05e30-2418-409d-a164-2ece05161698 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:46.523958 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228', '50ae5079-1c4f-4eb5-bc3d-c84346d7dc34', '3a80baca-9d71-4da8-881b-96d56cf99140'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:08:46.589556 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Network 732a7701-0796-4238-92a9-3f806507ce1e is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:08:46.593434 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:08:46.597543 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:08:46.873024 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Pushing event updated for resources: {'Port': ['ID=c0118bf7-5209-4cd2-b6cb-5b2932795e57,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:46.877676 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:46.906672 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:46.907360 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:46.939467 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0326431 Apr 23 18:08:46.958392 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Request body: {'port': {'device_id': '0548f95e-8be2-4133-b640-3f7ecab7dddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:08:47.080633 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:47.330425 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9dcd8e-b7f0-4ae5-aec7-ca062a31a73d req-cf233029-c4a6-4732-89f2-d26985228f47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:47.331251 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-8c9dcd8e-b7f0-4ae5-aec7-ca062a31a73d req-cf233029-c4a6-4732-89f2-d26985228f47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Synchronizing usage tracker for tenant:c95728fca2044b28818d120a3136bfa3 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:08:47.414852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-8c9dcd8e-b7f0-4ae5-aec7-ca062a31a73d req-cf233029-c4a6-4732-89f2-d26985228f47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Unset dirty status for tenant:c95728fca2044b28818d120a3136bfa3 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:08:47.416208 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8c9dcd8e-b7f0-4ae5-aec7-ca062a31a73d req-cf233029-c4a6-4732-89f2-d26985228f47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=0548f95e-8be2-4133-b640-3f7ecab7dddf HTTP/1.1" status: 200 len: 932 time: 0.2920120 Apr 23 18:08:47.495914 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8c9dcd8e-b7f0-4ae5-aec7-ca062a31a73d req-da0fead9-bbd6-4524-8d91-8b7a87bdc8da tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687180 Apr 23 18:08:47.580790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0118bf7-5209-4cd2-b6cb-5b2932795e57 {{(pid=86361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:08:47.588611 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:47.605310 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Transition to ACTIVE for port object c0118bf7-5209-4cd2-b6cb-5b2932795e57 will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:08:47.607883 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:47.612676 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-071b85fd-9d81-47e7-9910-495007893242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:47.782016 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Pushing event updated for resources: {'Port': ['ID=c0118bf7-5209-4cd2-b6cb-5b2932795e57,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:47.815338 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:47.858864 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Attempting to bind port c0118bf7-5209-4cd2-b6cb-5b2932795e57 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:08:47.859200 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Attempting to bind port c0118bf7-5209-4cd2-b6cb-5b2932795e57 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:08:47.859564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Attempting to bind port c0118bf7-5209-4cd2-b6cb-5b2932795e57 on network 732a7701-0796-4238-92a9-3f806507ce1e {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:08:47.865443 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Port c0118bf7-5209-4cd2-b6cb-5b2932795e57 on network 732a7701-0796-4238-92a9-3f806507ce1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:08:47.865803 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Attempting to bind port c0118bf7-5209-4cd2-b6cb-5b2932795e57 on network 732a7701-0796-4238-92a9-3f806507ce1e {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:08:47.871355 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:08:47.871730 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Checking segment: {'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:08:47.872160 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Bound using segment: {'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:08:47.872628 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Bound port: c0118bf7-5209-4cd2-b6cb-5b2932795e57, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c06f91a-fe51-4943-9a91-08eded20668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:08:47.873005 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:47.968059 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] For port c0118bf7-5209-4cd2-b6cb-5b2932795e57, host hv-cinder-78652, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:08:47.971154 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] For port c0118bf7-5209-4cd2-b6cb-5b2932795e57, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c0118bf7-5209-4cd2-b6cb-5b2932795e57,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:08:47.974096 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:47.979284 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6ac339df-553e-47bf-942e-111384213307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:48.036644 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:48.037310 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:48.038855 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] 10.222.0.22 "PUT /v2.0/ports/c0118bf7-5209-4cd2-b6cb-5b2932795e57 HTTP/1.1" status: 200 len: 1094 time: 1.0851495 Apr 23 18:08:48.039400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0548f95e-8be2-4133-b640-3f7ecab7dddf', 'tag': 'c0118bf7-5209-4cd2-b6cb-5b2932795e57'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:08:48.067969 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Pushing event updated for resources: {'Port': ['ID=c0118bf7-5209-4cd2-b6cb-5b2932795e57,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:48.071446 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-4ab916ef-fdc7-42d3-b990-1c5effe4af76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:48.123840 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0548f95e-8be2-4133-b640-3f7ecab7dddf', 'tag': 'c0118bf7-5209-4cd2-b6cb-5b2932795e57', 'status': 'completed', 'code': 200} Apr 23 18:08:48.160927 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-f772e81e-3826-438b-ac86-741ecd7a60cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:48.162515 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-f772e81e-3826-438b-ac86-741ecd7a60cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c95728fca2044b28818d120a3136bfa3&device_id=0548f95e-8be2-4133-b640-3f7ecab7dddf HTTP/1.1" status: 200 len: 1097 time: 0.0819442 Apr 23 18:08:48.242269 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-cc4b1af1-ad04-4742-970a-7ec3ef0a2269 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0118bf7-5209-4cd2-b6cb-5b2932795e57 HTTP/1.1" status: 200 len: 217 time: 0.0710609 Apr 23 18:08:48.312378 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-b00d8873-8673-4046-8878-26f2ee4df3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:48.313923 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-b00d8873-8673-4046-8878-26f2ee4df3ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d428c10-476d-4956-85a9-cae938c36f8b HTTP/1.1" status: 200 len: 855 time: 0.0643156 Apr 23 18:08:48.367529 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-08142e0e-f09e-480e-9d70-fcda20ed3329 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=732a7701-0796-4238-92a9-3f806507ce1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471754 Apr 23 18:08:48.512794 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-b4eb985e-0155-42e1-9f84-9047a42b3e51 service neutron] 10.222.0.22 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367640 Apr 23 18:08:48.722128 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e75f9970-2d54-4940-a2e4-06c1eb2e5639 req-28beec75-9250-4686-b263-1a81829bd566 service neutron] 10.222.0.22 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017567 Apr 23 18:08:48.742343 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6f255-ab42-43fc-9f38-810479437951 req-08d0efaf-f00c-469f-af43-16e0a622dab1 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:48.745040 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f7c6f255-ab42-43fc-9f38-810479437951 req-08d0efaf-f00c-469f-af43-16e0a622dab1 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=0548f95e-8be2-4133-b640-3f7ecab7dddf HTTP/1.1" status: 200 len: 944 time: 0.1294634 Apr 23 18:08:48.842330 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f7c6f255-ab42-43fc-9f38-810479437951 req-4630928c-63d4-4077-b335-449147b5453e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916057 Apr 23 18:08:48.870159 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0076d9-9db1-4f65-be36-eae441854034 req-efe4c029-6a15-47d8-abce-2dd2c60e1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:48.871765 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ce0076d9-9db1-4f65-be36-eae441854034 req-efe4c029-6a15-47d8-abce-2dd2c60e1447 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c95728fca2044b28818d120a3136bfa3&device_id=0548f95e-8be2-4133-b640-3f7ecab7dddf HTTP/1.1" status: 200 len: 1097 time: 0.1010106 Apr 23 18:08:49.016852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0076d9-9db1-4f65-be36-eae441854034 req-99f1a18a-d2fe-46d0-8a3a-ab605450327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:49.018411 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ce0076d9-9db1-4f65-be36-eae441854034 req-99f1a18a-d2fe-46d0-8a3a-ab605450327c service neutron] 10.222.0.22 "GET /v2.0/networks?id=732a7701-0796-4238-92a9-3f806507ce1e HTTP/1.1" status: 200 len: 916 time: 0.1389701 Apr 23 18:08:49.097723 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ce0076d9-9db1-4f65-be36-eae441854034 req-73c94faa-e408-4d6a-a638-b542fed89a36 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0118bf7-5209-4cd2-b6cb-5b2932795e57 HTTP/1.1" status: 200 len: 217 time: 0.0708027 Apr 23 18:08:49.175253 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0076d9-9db1-4f65-be36-eae441854034 req-48fa1f54-2358-4f9e-9d83-a139fa5b6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:49.177452 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ce0076d9-9db1-4f65-be36-eae441854034 req-48fa1f54-2358-4f9e-9d83-a139fa5b6f04 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d428c10-476d-4956-85a9-cae938c36f8b HTTP/1.1" status: 200 len: 855 time: 0.0714216 Apr 23 18:08:49.235560 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ce0076d9-9db1-4f65-be36-eae441854034 req-a2e15d76-15bf-4d8a-8f45-f1b7ffc70bf1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=732a7701-0796-4238-92a9-3f806507ce1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498056 Apr 23 18:08:49.379478 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ce0076d9-9db1-4f65-be36-eae441854034 req-257eb230-900c-44e3-a664-85459fc5afdf service neutron] 10.222.0.22 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364353 Apr 23 18:08:49.526922 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ce0076d9-9db1-4f65-be36-eae441854034 req-4c9f642e-6a29-4682-a495-690d6a3f853b service neutron] 10.222.0.22 "GET /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391306 Apr 23 18:08:50.044237 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886577ae-069a-4366-a605-85148602d27c req-3fece47e-e30f-4626-a2df-e3b2cbbda5c8 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:50.045799 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-886577ae-069a-4366-a605-85148602d27c req-3fece47e-e30f-4626-a2df-e3b2cbbda5c8 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=0548f95e-8be2-4133-b640-3f7ecab7dddf HTTP/1.1" status: 200 len: 944 time: 0.0876017 Apr 23 18:08:50.093298 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-886577ae-069a-4366-a605-85148602d27c req-056671b9-6dc1-43cc-ae4b-140531c8afb3 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Apr 23 18:08:51.105931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device c0118bf7-5209-4cd2-b6cb-5b2932795e57 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:08:51.250841 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port c0118bf7-5209-4cd2-b6cb-5b2932795e57, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c0118bf7-5209-4cd2-b6cb-5b2932795e57,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:08:51.266357 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': 'c0118bf7-5209-4cd2-b6cb-5b2932795e57', 'network_id': '732a7701-0796-4238-92a9-3f806507ce1e', 'port_id': 'c0118bf7-5209-4cd2-b6cb-5b2932795e57', 'mac_address': 'fa:16:3e:a4:2f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d428c10-476d-4956-85a9-cae938c36f8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:08:51.300498 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71a590-ef79-4c19-8bca-7acd9c3f9db5 req-cf6b44f3-2930-4e3d-bd3f-d8ce44947328 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:51.302119 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8b71a590-ef79-4c19-8bca-7acd9c3f9db5 req-cf6b44f3-2930-4e3d-bd3f-d8ce44947328 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=0548f95e-8be2-4133-b640-3f7ecab7dddf HTTP/1.1" status: 200 len: 944 time: 0.0896740 Apr 23 18:08:51.331514 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:51.349268 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0118bf7-5209-4cd2-b6cb-5b2932795e57 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:08:51.350732 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8b71a590-ef79-4c19-8bca-7acd9c3f9db5 req-24246c81-f7fb-4ae4-b950-64c7cc9ff403 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413704 Apr 23 18:08:51.367882 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port c0118bf7-5209-4cd2-b6cb-5b2932795e57, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c0118bf7-5209-4cd2-b6cb-5b2932795e57,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:08:51.371536 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:51.373523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:51.443880 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=c0118bf7-5209-4cd2-b6cb-5b2932795e57,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:51.447211 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:51.620362 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['c0118bf7-5209-4cd2-b6cb-5b2932795e57'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:08:52.433798 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:52.560626 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831bf49-3982-48cb-9440-61ef125b53fd req-918d0400-e530-4053-8d85-0b695afcfa89 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:52.562330 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8831bf49-3982-48cb-9440-61ef125b53fd req-918d0400-e530-4053-8d85-0b695afcfa89 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=0548f95e-8be2-4133-b640-3f7ecab7dddf HTTP/1.1" status: 200 len: 945 time: 0.0928349 Apr 23 18:08:52.611033 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8831bf49-3982-48cb-9440-61ef125b53fd req-440894e4-4ab6-4239-aead-e385c76bea74 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423186 Apr 23 18:08:53.123066 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device c0118bf7-5209-4cd2-b6cb-5b2932795e57 up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:08:53.194079 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port c0118bf7-5209-4cd2-b6cb-5b2932795e57 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:08:53.199408 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port c0118bf7-5209-4cd2-b6cb-5b2932795e57 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:08:53.199832 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:53.325048 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:53.354009 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0548f95e-8be2-4133-b640-3f7ecab7dddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0118bf7-5209-4cd2-b6cb-5b2932795e57'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:08:53.364335 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port c0118bf7-5209-4cd2-b6cb-5b2932795e57, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c0118bf7-5209-4cd2-b6cb-5b2932795e57,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:08:53.367510 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:53.369513 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:53.423876 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0548f95e-8be2-4133-b640-3f7ecab7dddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0118bf7-5209-4cd2-b6cb-5b2932795e57', 'code': 200} Apr 23 18:08:53.615823 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=c0118bf7-5209-4cd2-b6cb-5b2932795e57,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:53.620627 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:53.694797 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae86f9-e101-41df-aff3-deacf6fecca0 req-6907d637-9c83-4fdf-996c-f484e15931d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:53.696464 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-85ae86f9-e101-41df-aff3-deacf6fecca0 req-6907d637-9c83-4fdf-996c-f484e15931d4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0548f95e-8be2-4133-b640-3f7ecab7dddf HTTP/1.1" status: 200 len: 1099 time: 0.0881028 Apr 23 18:08:53.740234 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-85ae86f9-e101-41df-aff3-deacf6fecca0 req-3f6f5682-3140-4383-9c31-e9a82c095dd3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369358 Apr 23 18:08:53.815435 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8ac47-5db7-40fc-a76d-0de8528502c4 req-0f6d3ce3-b5ce-4f85-9976-49a7d6989df3 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:53.816988 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-07f8ac47-5db7-40fc-a76d-0de8528502c4 req-0f6d3ce3-b5ce-4f85-9976-49a7d6989df3 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=0548f95e-8be2-4133-b640-3f7ecab7dddf HTTP/1.1" status: 200 len: 946 time: 0.0888143 Apr 23 18:08:53.868322 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-07f8ac47-5db7-40fc-a76d-0de8528502c4 req-9e4c0be0-3124-4c37-9f56-87b711f12caa tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441163 Apr 23 18:08:55.075004 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf5066-88d9-483d-9f94-4248471f29af req-fe415d35-8468-4e9b-b638-1136e29773ef tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:08:55.076600 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c7cf5066-88d9-483d-9f94-4248471f29af req-fe415d35-8468-4e9b-b638-1136e29773ef tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=0548f95e-8be2-4133-b640-3f7ecab7dddf HTTP/1.1" status: 200 len: 946 time: 0.0878618 Apr 23 18:08:55.127369 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c7cf5066-88d9-483d-9f94-4248471f29af req-ea5b10c2-3519-48d1-a6ae-adfed0908681 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443070 Apr 23 18:08:56.568710 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 32854) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:56.697934 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:56.713984 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:08:56.718543 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:70abbf1dbb744a1f9fa34f4b9f366fad is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:08:56.721813 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:08:56.728005 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:08:56.814008 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:56.819153 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:56.828943 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-aa26af48-92aa-4ed1-97ae-1baaeecec756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:56.872560 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3978f688-5509-4723-bda5-6f46faa5230c,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:56.876702 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70abbf1dbb744a1f9fa34f4b9f366fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067660 Apr 23 18:08:56.879729 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 32864) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:56.883452 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:56.883827 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:56.884929 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:56.885316 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:56.885969 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:56.886105 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:56.886452 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:56.886842 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:56.887261 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:56.887644 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:56.888344 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:56.888474 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:56.892669 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8b0ff800-523e-430a-979e-07c35550d0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:56.944722 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:56.972023 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:57.018028 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:57.023490 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9d2c3b7a-33fa-4354-9cc0-f26ce3dce9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:57.034761 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3978f688-5509-4723-bda5-6f46faa5230c,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:57.047796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:57.048226 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:57.048642 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:57.049052 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:57.049457 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:57.049862 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:57.050264 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:57.050673 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:57.055187 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:57.055636 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:57.056728 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:57.057074 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:08:57.060584 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:57.061824 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3978f688-5509-4723-bda5-6f46faa5230c HTTP/1.1" status: 204 len: 168 time: 0.1809330 Apr 23 18:08:57.062889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fe24772b-405c-4a38-904e-b922fd3d227b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:58.219079 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 32904) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:58.349526 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6437aeac-9879-451b-8448-f1c89389854e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:58.365520 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-6437aeac-9879-451b-8448-f1c89389854e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:08:58.370221 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-6437aeac-9879-451b-8448-f1c89389854e admin admin] Usage tracker for resource:security_group_rule and tenant:1fb45a71a53142e49fdbb203eadd6c4b is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:08:58.373359 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-6437aeac-9879-451b-8448-f1c89389854e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:08:58.379587 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-6437aeac-9879-451b-8448-f1c89389854e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:08:58.473220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6437aeac-9879-451b-8448-f1c89389854e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:58.476175 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6437aeac-9879-451b-8448-f1c89389854e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:58.485313 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:58.526400 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-6437aeac-9879-451b-8448-f1c89389854e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1fb45a71a53142e49fdbb203eadd6c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061225 Apr 23 18:08:58.529300 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 32910) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:08:58.530605 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437aeac-9879-451b-8448-f1c89389854e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ba14bf-2283-4a6b-971d-afceeab91781,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:58.533766 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6437aeac-9879-451b-8448-f1c89389854e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:58.592325 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fa1212b4-66bb-439f-a043-ed9654938f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:58.623345 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fa1212b4-66bb-439f-a043-ed9654938f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:58.667865 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fa1212b4-66bb-439f-a043-ed9654938f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:58.672797 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-886311af-c7b6-4c5f-96de-7e7a5ba81d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:08:58.686060 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1212b4-66bb-439f-a043-ed9654938f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ba14bf-2283-4a6b-971d-afceeab91781,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:08:58.690812 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fa1212b4-66bb-439f-a043-ed9654938f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:08:58.695523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fa1212b4-66bb-439f-a043-ed9654938f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:08:58.700330 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-fa1212b4-66bb-439f-a043-ed9654938f85 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3ba14bf-2283-4a6b-971d-afceeab91781 HTTP/1.1" status: 204 len: 168 time: 0.1663620 Apr 23 18:09:02.722242 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b239ac-47c6-4e55-9b7c-8ec0542f6759 req-dff1d8de-c062-4291-8bbc-a21128e17dc0 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:02.723882 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-31b239ac-47c6-4e55-9b7c-8ec0542f6759 req-dff1d8de-c062-4291-8bbc-a21128e17dc0 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=0548f95e-8be2-4133-b640-3f7ecab7dddf HTTP/1.1" status: 200 len: 946 time: 0.0883152 Apr 23 18:09:02.771663 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-31b239ac-47c6-4e55-9b7c-8ec0542f6759 req-de5d5427-4b20-4b87-b9ed-817130454e2f tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Apr 23 18:09:03.974017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44316474-2700-4917-9058-248e44caa47b req-21bf5bdf-9d24-425b-ae51-9ca5122c38a4 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:03.975620 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-44316474-2700-4917-9058-248e44caa47b req-21bf5bdf-9d24-425b-ae51-9ca5122c38a4 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=0548f95e-8be2-4133-b640-3f7ecab7dddf HTTP/1.1" status: 200 len: 946 time: 0.0883875 Apr 23 18:09:04.022743 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-44316474-2700-4917-9058-248e44caa47b req-c74c041a-5fff-4135-8d48-a13c40b6b17c tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Apr 23 18:09:04.312687 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa80370-e52f-4721-be9f-4bb812908480 req-2f921d0c-39bd-49f3-b089-175829a5893b tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:04.314205 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-dfa80370-e52f-4721-be9f-4bb812908480 req-2f921d0c-39bd-49f3-b089-175829a5893b tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0548f95e-8be2-4133-b640-3f7ecab7dddf HTTP/1.1" status: 200 len: 946 time: 0.0915148 Apr 23 18:09:04.463234 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-dfa80370-e52f-4721-be9f-4bb812908480 req-6804e615-228f-4c34-8472-6c45f3fcabd6 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Deleting port c0118bf7-5209-4cd2-b6cb-5b2932795e57 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:09:04.463674 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-dfa80370-e52f-4721-be9f-4bb812908480 req-6804e615-228f-4c34-8472-6c45f3fcabd6 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:04.603998 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-dfa80370-e52f-4721-be9f-4bb812908480 req-6804e615-228f-4c34-8472-6c45f3fcabd6 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] For port c0118bf7-5209-4cd2-b6cb-5b2932795e57, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c0118bf7-5209-4cd2-b6cb-5b2932795e57,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:09:04.604344 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-dfa80370-e52f-4721-be9f-4bb812908480 req-6804e615-228f-4c34-8472-6c45f3fcabd6 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:04.735006 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-dfa80370-e52f-4721-be9f-4bb812908480 req-6804e615-228f-4c34-8472-6c45f3fcabd6 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Calling delete_port for c0118bf7-5209-4cd2-b6cb-5b2932795e57 owned by compute:nova {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:09:04.844616 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-dfa80370-e52f-4721-be9f-4bb812908480 req-6804e615-228f-4c34-8472-6c45f3fcabd6 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:04.851393 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ef0e1ea5-eed4-4281-9c1d-77b8d87ebc09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:04.856979 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228', '50ae5079-1c4f-4eb5-bc3d-c84346d7dc34', '3a80baca-9d71-4da8-881b-96d56cf99140', 'c0118bf7-5209-4cd2-b6cb-5b2932795e57'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:09:04.904180 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804e615-228f-4c34-8472-6c45f3fcabd6 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Pushing event deleted for resources: {'Port': ['ID=c0118bf7-5209-4cd2-b6cb-5b2932795e57,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:04.907559 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6804e615-228f-4c34-8472-6c45f3fcabd6 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:04.982310 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa80370-e52f-4721-be9f-4bb812908480 req-6804e615-228f-4c34-8472-6c45f3fcabd6 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] No DVR routers for this DVR port c0118bf7-5209-4cd2-b6cb-5b2932795e57 on host hv-cinder-78652 {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:09:04.984940 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-dfa80370-e52f-4721-be9f-4bb812908480 req-6804e615-228f-4c34-8472-6c45f3fcabd6 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:04.987790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0548f95e-8be2-4133-b640-3f7ecab7dddf', 'name': 'network-vif-deleted', 'tag': 'c0118bf7-5209-4cd2-b6cb-5b2932795e57'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:09:05.003308 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-dfa80370-e52f-4721-be9f-4bb812908480 req-6804e615-228f-4c34-8472-6c45f3fcabd6 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.22 "DELETE /v2.0/ports/c0118bf7-5209-4cd2-b6cb-5b2932795e57 HTTP/1.1" status: 204 len: 173 time: 0.6831908 Apr 23 18:09:05.039197 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0548f95e-8be2-4133-b640-3f7ecab7dddf', 'name': 'network-vif-deleted', 'tag': 'c0118bf7-5209-4cd2-b6cb-5b2932795e57', 'status': 'completed', 'code': 200} Apr 23 18:09:05.200541 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-73209074-1689-4891-bff8-3a3dfa5e0d95 req-eb6d0d3f-0f8e-4a57-918d-0ba8483357d5 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=0548f95e-8be2-4133-b640-3f7ecab7dddf HTTP/1.1" status: 200 len: 210 time: 0.0550690 Apr 23 18:09:07.216708 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device c0118bf7-5209-4cd2-b6cb-5b2932795e57 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:09:07.255393 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: c0118bf7-5209-4cd2-b6cb-5b2932795e57 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:09:07.255786 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device c0118bf7-5209-4cd2-b6cb-5b2932795e57 not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:09:07.921063 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016ec59-43b5-4454-b3a4-d57d1e1ea1e6 req-5fedd1a3-04c0-4ac5-8adc-ef735ab9aa30 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:07.921824 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-2016ec59-43b5-4454-b3a4-d57d1e1ea1e6 req-5fedd1a3-04c0-4ac5-8adc-ef735ab9aa30 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Synchronizing usage tracker for tenant:c95728fca2044b28818d120a3136bfa3 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:09:07.937069 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-2016ec59-43b5-4454-b3a4-d57d1e1ea1e6 req-5fedd1a3-04c0-4ac5-8adc-ef735ab9aa30 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Unset dirty status for tenant:c95728fca2044b28818d120a3136bfa3 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:09:07.938315 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2016ec59-43b5-4454-b3a4-d57d1e1ea1e6 req-5fedd1a3-04c0-4ac5-8adc-ef735ab9aa30 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 945 time: 0.1079476 Apr 23 18:09:07.986062 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2016ec59-43b5-4454-b3a4-d57d1e1ea1e6 req-e7d9fbed-2283-408c-ae07-7d072c77a8f1 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411289 Apr 23 18:09:09.190619 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92232a3-8135-4f30-8e4f-714e81be8f93 req-d4205c26-2c3e-4341-85d0-d217c2269a73 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:09.192227 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c92232a3-8135-4f30-8e4f-714e81be8f93 req-d4205c26-2c3e-4341-85d0-d217c2269a73 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 945 time: 0.0908139 Apr 23 18:09:09.241765 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c92232a3-8135-4f30-8e4f-714e81be8f93 req-a4fb240b-4670-43ce-8812-797db2e80fbe tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419836 Apr 23 18:09:09.453781 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bed30b-a7a5-4222-9462-249ae13048c3 req-0d80176e-c7d3-4e01-8dd3-b17a5ecca602 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:09.455369 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d9bed30b-a7a5-4222-9462-249ae13048c3 req-0d80176e-c7d3-4e01-8dd3-b17a5ecca602 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.22 "GET /v2.0/ports?device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 945 time: 0.0873952 Apr 23 18:09:09.559255 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-82f45fec-f00c-4529-b3c2-a077696ddad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:09.830080 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-d9bed30b-a7a5-4222-9462-249ae13048c3 req-d1b3922b-2752-4df6-bfeb-2fd0ada8f600 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Deleting port 3a80baca-9d71-4da8-881b-96d56cf99140 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:09:09.830464 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-d9bed30b-a7a5-4222-9462-249ae13048c3 req-d1b3922b-2752-4df6-bfeb-2fd0ada8f600 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:09.969444 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-d9bed30b-a7a5-4222-9462-249ae13048c3 req-d1b3922b-2752-4df6-bfeb-2fd0ada8f600 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] For port 3a80baca-9d71-4da8-881b-96d56cf99140, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3a80baca-9d71-4da8-881b-96d56cf99140,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:09:09.969847 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-d9bed30b-a7a5-4222-9462-249ae13048c3 req-d1b3922b-2752-4df6-bfeb-2fd0ada8f600 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:10.103439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-d9bed30b-a7a5-4222-9462-249ae13048c3 req-d1b3922b-2752-4df6-bfeb-2fd0ada8f600 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Calling delete_port for 3a80baca-9d71-4da8-881b-96d56cf99140 owned by compute:nova {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:09:10.215517 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-d9bed30b-a7a5-4222-9462-249ae13048c3 req-d1b3922b-2752-4df6-bfeb-2fd0ada8f600 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:10.221000 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-1ebc7c66-edd4-4dce-b93d-93f75539dbfa tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:10.226562 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228', '50ae5079-1c4f-4eb5-bc3d-c84346d7dc34', '3a80baca-9d71-4da8-881b-96d56cf99140'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:09:10.268564 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3922b-2752-4df6-bfeb-2fd0ada8f600 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Pushing event deleted for resources: {'Port': ['ID=3a80baca-9d71-4da8-881b-96d56cf99140,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:10.273415 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d1b3922b-2752-4df6-bfeb-2fd0ada8f600 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:10.353997 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bed30b-a7a5-4222-9462-249ae13048c3 req-d1b3922b-2752-4df6-bfeb-2fd0ada8f600 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] No DVR routers for this DVR port 3a80baca-9d71-4da8-881b-96d56cf99140 on host hv-cinder-78652 {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:09:10.356407 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-d9bed30b-a7a5-4222-9462-249ae13048c3 req-d1b3922b-2752-4df6-bfeb-2fd0ada8f600 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:10.360748 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c000b100-b111-4d05-9580-ec33d730c39a', 'name': 'network-vif-deleted', 'tag': '3a80baca-9d71-4da8-881b-96d56cf99140'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:09:10.421688 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c000b100-b111-4d05-9580-ec33d730c39a', 'name': 'network-vif-deleted', 'tag': '3a80baca-9d71-4da8-881b-96d56cf99140', 'status': 'completed', 'code': 200} Apr 23 18:09:10.428789 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d9bed30b-a7a5-4222-9462-249ae13048c3 req-d1b3922b-2752-4df6-bfeb-2fd0ada8f600 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.22 "DELETE /v2.0/ports/3a80baca-9d71-4da8-881b-96d56cf99140 HTTP/1.1" status: 204 len: 173 time: 0.9684241 Apr 23 18:09:10.437155 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-53f6ce14-795b-42d9-affb-6ee65f4e8329 req-0dc93702-0f42-4b49-b8d1-0afb72952f63 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Synchronizing usage tracker for tenant:c95728fca2044b28818d120a3136bfa3 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:09:10.455128 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-53f6ce14-795b-42d9-affb-6ee65f4e8329 req-0dc93702-0f42-4b49-b8d1-0afb72952f63 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Unset dirty status for tenant:c95728fca2044b28818d120a3136bfa3 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:09:10.456398 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-53f6ce14-795b-42d9-affb-6ee65f4e8329 req-0dc93702-0f42-4b49-b8d1-0afb72952f63 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=c000b100-b111-4d05-9580-ec33d730c39a HTTP/1.1" status: 200 len: 210 time: 0.0881436 Apr 23 18:09:11.880386 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4ce2a316-63fc-43be-8534-0adee3da06dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:11.946627 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedf740-8819-4237-9800-0bdf5dd9d587 req-0ac327eb-0c9c-4afd-a02b-015316b5fa3a tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:11.948217 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cfedf740-8819-4237-9800-0bdf5dd9d587 req-0ac327eb-0c9c-4afd-a02b-015316b5fa3a tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 945 time: 0.0953624 Apr 23 18:09:11.997451 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cfedf740-8819-4237-9800-0bdf5dd9d587 req-e2eccca2-6f2a-4e94-86fb-294f70f01614 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 Apr 23 18:09:12.566683 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:12.737513 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:13.229726 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e7f38-87da-4a64-a561-9c68fafd2743 req-c30407bd-dc5a-40bb-95f0-8b6648ed230e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:13.231323 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3f8e7f38-87da-4a64-a561-9c68fafd2743 req-c30407bd-dc5a-40bb-95f0-8b6648ed230e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 945 time: 0.1603615 Apr 23 18:09:13.239591 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 3a80baca-9d71-4da8-881b-96d56cf99140 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:09:13.245368 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb379bd-37e6-4866-b9bc-d5cf231f0efc req-e4403e0d-a684-493d-adcd-bc54f5ca6324 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:13.246888 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0eb379bd-37e6-4866-b9bc-d5cf231f0efc req-e4403e0d-a684-493d-adcd-bc54f5ca6324 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 945 time: 0.1336186 Apr 23 18:09:13.276614 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: 3a80baca-9d71-4da8-881b-96d56cf99140 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:09:13.277008 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 3a80baca-9d71-4da8-881b-96d56cf99140 not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:09:13.350041 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0eb379bd-37e6-4866-b9bc-d5cf231f0efc req-1eeddd6f-c6e5-455f-bd87-3abf9a0a4005 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705991 Apr 23 18:09:13.429934 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-3f8e7f38-87da-4a64-a561-9c68fafd2743 req-8bcb4d1c-58cf-4f3e-ab82-d6fbbc0d920e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Deleting port 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:09:13.430324 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-3f8e7f38-87da-4a64-a561-9c68fafd2743 req-8bcb4d1c-58cf-4f3e-ab82-d6fbbc0d920e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:13.571908 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-3f8e7f38-87da-4a64-a561-9c68fafd2743 req-8bcb4d1c-58cf-4f3e-ab82-d6fbbc0d920e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] For port 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50ae5079-1c4f-4eb5-bc3d-c84346d7dc34,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:09:13.572315 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-3f8e7f38-87da-4a64-a561-9c68fafd2743 req-8bcb4d1c-58cf-4f3e-ab82-d6fbbc0d920e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:13.704893 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-3f8e7f38-87da-4a64-a561-9c68fafd2743 req-8bcb4d1c-58cf-4f3e-ab82-d6fbbc0d920e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Calling delete_port for 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 owned by compute:nova {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:09:13.817205 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-3f8e7f38-87da-4a64-a561-9c68fafd2743 req-8bcb4d1c-58cf-4f3e-ab82-d6fbbc0d920e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:13.823488 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:13.828339 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228', '50ae5079-1c4f-4eb5-bc3d-c84346d7dc34'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:09:13.869723 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb4d1c-58cf-4f3e-ab82-d6fbbc0d920e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Pushing event deleted for resources: {'Port': ['ID=50ae5079-1c4f-4eb5-bc3d-c84346d7dc34,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:13.873784 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8bcb4d1c-58cf-4f3e-ab82-d6fbbc0d920e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:13.954189 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8e7f38-87da-4a64-a561-9c68fafd2743 req-8bcb4d1c-58cf-4f3e-ab82-d6fbbc0d920e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] No DVR routers for this DVR port 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 on host hv-cinder-78652 {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:09:13.956746 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-3f8e7f38-87da-4a64-a561-9c68fafd2743 req-8bcb4d1c-58cf-4f3e-ab82-d6fbbc0d920e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:13.959523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c55e23a-8338-47dc-81b3-d816fef845ba', 'name': 'network-vif-deleted', 'tag': '50ae5079-1c4f-4eb5-bc3d-c84346d7dc34'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:09:13.976187 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3f8e7f38-87da-4a64-a561-9c68fafd2743 req-8bcb4d1c-58cf-4f3e-ab82-d6fbbc0d920e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.22 "DELETE /v2.0/ports/50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 HTTP/1.1" status: 204 len: 173 time: 0.7282205 Apr 23 18:09:14.019977 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c55e23a-8338-47dc-81b3-d816fef845ba', 'name': 'network-vif-deleted', 'tag': '50ae5079-1c4f-4eb5-bc3d-c84346d7dc34', 'status': 'completed', 'code': 200} Apr 23 18:09:14.182052 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:14.531630 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-78d68184-2cbb-4df9-a7f7-0a171a736907 req-ce795ccc-88fa-4bc2-809e-e828e1e530bb tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Synchronizing usage tracker for tenant:c95728fca2044b28818d120a3136bfa3 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:09:14.546099 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-78d68184-2cbb-4df9-a7f7-0a171a736907 req-ce795ccc-88fa-4bc2-809e-e828e1e530bb tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Unset dirty status for tenant:c95728fca2044b28818d120a3136bfa3 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:09:14.547400 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-78d68184-2cbb-4df9-a7f7-0a171a736907 req-ce795ccc-88fa-4bc2-809e-e828e1e530bb tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c55e23a-8338-47dc-81b3-d816fef845ba HTTP/1.1" status: 200 len: 210 time: 0.0651970 Apr 23 18:09:17.248985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:09:17.277403 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3165754-5781-4092-b727-3d28f808bfb9 req-8b2079fc-b6e8-4da8-836f-381654eb4f00 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:17.279018 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c3165754-5781-4092-b727-3d28f808bfb9 req-8b2079fc-b6e8-4da8-836f-381654eb4f00 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=f057362a-0c7c-4f54-8883-777f7721b40c HTTP/1.1" status: 200 len: 945 time: 0.0904212 Apr 23 18:09:17.286347 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:09:17.286741 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 50ae5079-1c4f-4eb5-bc3d-c84346d7dc34 not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:09:17.332439 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c3165754-5781-4092-b727-3d28f808bfb9 req-52e9f390-a89b-42ce-85b4-fb0d142f0832 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470266 Apr 23 18:09:18.535185 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a895e-ec11-4280-a9d1-35239c49a027 req-5beabee0-489c-4c7c-806e-24eef1b0f74c tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:18.536770 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-113a895e-ec11-4280-a9d1-35239c49a027 req-5beabee0-489c-4c7c-806e-24eef1b0f74c tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=f057362a-0c7c-4f54-8883-777f7721b40c HTTP/1.1" status: 200 len: 945 time: 0.0877838 Apr 23 18:09:18.588315 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-113a895e-ec11-4280-a9d1-35239c49a027 req-baba97ac-46eb-49f2-9d0e-aa83ce7cbd1e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/security-groups?id=19f85569-1dcb-4dc8-9042-ac1fcf15cb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444109 Apr 23 18:09:18.699106 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7196b-16f6-46c5-9d26-99f0fe3b678e req-93f5f571-cf79-4ec9-a13c-1c36d367ec50 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:18.700629 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f0e7196b-16f6-46c5-9d26-99f0fe3b678e req-93f5f571-cf79-4ec9-a13c-1c36d367ec50 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.22 "GET /v2.0/ports?device_id=f057362a-0c7c-4f54-8883-777f7721b40c HTTP/1.1" status: 200 len: 945 time: 0.0857236 Apr 23 18:09:18.846909 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-f0e7196b-16f6-46c5-9d26-99f0fe3b678e req-12bba979-d575-48bf-92ab-d10a12bc2e1e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Deleting port 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:09:18.847356 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f0e7196b-16f6-46c5-9d26-99f0fe3b678e req-12bba979-d575-48bf-92ab-d10a12bc2e1e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:18.988604 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-f0e7196b-16f6-46c5-9d26-99f0fe3b678e req-12bba979-d575-48bf-92ab-d10a12bc2e1e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] For port 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228,segment=NetworkSegment(6c06f91a-fe51-4943-9a91-08eded20668e),segment_id=6c06f91a-fe51-4943-9a91-08eded20668e)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:09:18.988935 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f0e7196b-16f6-46c5-9d26-99f0fe3b678e req-12bba979-d575-48bf-92ab-d10a12bc2e1e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:19.121554 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-f0e7196b-16f6-46c5-9d26-99f0fe3b678e req-12bba979-d575-48bf-92ab-d10a12bc2e1e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Calling delete_port for 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 owned by compute:nova {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:09:19.236497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f0e7196b-16f6-46c5-9d26-99f0fe3b678e req-12bba979-d575-48bf-92ab-d10a12bc2e1e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:19.243352 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f2b51b8c-cb47-44df-8f19-27137e257755 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:19.248527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:09:19.293440 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bba979-d575-48bf-92ab-d10a12bc2e1e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Pushing event deleted for resources: {'Port': ['ID=5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:19.296017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-12bba979-d575-48bf-92ab-d10a12bc2e1e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:19.375603 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e7196b-16f6-46c5-9d26-99f0fe3b678e req-12bba979-d575-48bf-92ab-d10a12bc2e1e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] No DVR routers for this DVR port 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 on host hv-cinder-78652 {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:09:19.378096 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f0e7196b-16f6-46c5-9d26-99f0fe3b678e req-12bba979-d575-48bf-92ab-d10a12bc2e1e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:19.382302 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f057362a-0c7c-4f54-8883-777f7721b40c', 'name': 'network-vif-deleted', 'tag': '5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:09:19.396962 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f0e7196b-16f6-46c5-9d26-99f0fe3b678e req-12bba979-d575-48bf-92ab-d10a12bc2e1e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.22 "DELETE /v2.0/ports/5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 HTTP/1.1" status: 204 len: 173 time: 0.6912677 Apr 23 18:09:19.570094 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f057362a-0c7c-4f54-8883-777f7721b40c', 'name': 'network-vif-deleted', 'tag': '5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228', 'status': 'completed', 'code': 200} Apr 23 18:09:19.766048 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-23ad4e3d-89c0-407e-bccb-89dc3dd90152 req-d65b4d6a-38bd-4fcf-882f-9b158f22b6c7 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Synchronizing usage tracker for tenant:c95728fca2044b28818d120a3136bfa3 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:09:19.782179 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-23ad4e3d-89c0-407e-bccb-89dc3dd90152 req-d65b4d6a-38bd-4fcf-882f-9b158f22b6c7 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Unset dirty status for tenant:c95728fca2044b28818d120a3136bfa3 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:09:19.783633 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-23ad4e3d-89c0-407e-bccb-89dc3dd90152 req-d65b4d6a-38bd-4fcf-882f-9b158f22b6c7 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] 10.222.0.11 "GET /v2.0/ports?device_id=f057362a-0c7c-4f54-8883-777f7721b40c HTTP/1.1" status: 200 len: 210 time: 0.0665941 Apr 23 18:09:20.887234 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 32998) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:20.954480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e6a9ab-7a1b-441a-bc6b-c96bbc091b68 admin admin] Deleting subnet 9d428c10-476d-4956-85a9-cae938c36f8b {{(pid=86361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 18:09:20.957608 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-89e6a9ab-7a1b-441a-bc6b-c96bbc091b68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:21.012596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-89e6a9ab-7a1b-441a-bc6b-c96bbc091b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848253410'] for subnet, precommit_delete_associations {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:21.070149 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-89e6a9ab-7a1b-441a-bc6b-c96bbc091b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851233888'] for subnet, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:21.334828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-89e6a9ab-7a1b-441a-bc6b-c96bbc091b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852916966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6478716'] for subnet, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:21.339913 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:21.376406 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6a9ab-7a1b-441a-bc6b-c96bbc091b68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d428c10-476d-4956-85a9-cae938c36f8b,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:21.379691 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-89e6a9ab-7a1b-441a-bc6b-c96bbc091b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:21.380747 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-89e6a9ab-7a1b-441a-bc6b-c96bbc091b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:21.387019 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-89e6a9ab-7a1b-441a-bc6b-c96bbc091b68 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9d428c10-476d-4956-85a9-cae938c36f8b HTTP/1.1" status: 204 len: 168 time: 0.4986045 Apr 23 18:09:21.389654 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 33002) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:21.505387 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52a76441-5ab6-4e5d-abf2-290656d5e947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851326484'] for network, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:21.517718 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:09:21.637931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52a76441-5ab6-4e5d-abf2-290656d5e947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542005', 'neutron.services.segments.db._delete_segments_for_network-8774976202099'] for network, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:21.751655 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-52a76441-5ab6-4e5d-abf2-290656d5e947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732a7701-0796-4238-92a9-3f806507ce1e']}} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:09:21.765023 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-52a76441-5ab6-4e5d-abf2-290656d5e947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c06f91a-fe51-4943-9a91-08eded20668e') {'for_net_delete': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:09:21.765360 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-52a76441-5ab6-4e5d-abf2-290656d5e947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c06f91a-fe51-4943-9a91-08eded20668e') {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:09:21.777330 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52a76441-5ab6-4e5d-abf2-290656d5e947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261878593123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6522390'] for segment, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:21.794515 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52a76441-5ab6-4e5d-abf2-290656d5e947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:21.800932 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a76441-5ab6-4e5d-abf2-290656d5e947 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=86361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 18:09:21.980704 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-52a76441-5ab6-4e5d-abf2-290656d5e947 admin admin] Network 732a7701-0796-4238-92a9-3f806507ce1e has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:09:22.218571 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52a76441-5ab6-4e5d-abf2-290656d5e947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1859257'] for segment, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:22.393342 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-52a76441-5ab6-4e5d-abf2-290656d5e947 admin admin] Network 732a7701-0796-4238-92a9-3f806507ce1e has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:09:22.417764 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: Traceback (most recent call last): Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: timer() Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: cb(*args, **kw) Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: return func(*args, **kwargs) Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: self._notify() Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: self.callback(batched_events) Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: event.method(event) Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: segment_id)['aggregates'][0] Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: return f(self, *a, **k) Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: return self._get(url).json() Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: **kwargs) Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: return self.request(url, 'GET', **kwargs) Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: **endpoint_filter) Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 18:09:22.418112 dv-cinder-786524-3-smb neutron-server[86250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 18:09:22.496649 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52a76441-5ab6-4e5d-abf2-290656d5e947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851233795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853070148'] for network, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:22.500244 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:22.517019 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-52a76441-5ab6-4e5d-abf2-290656d5e947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:22.528604 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a76441-5ab6-4e5d-abf2-290656d5e947 admin admin] Pushing event deleted for resources: {'Network': ['ID=732a7701-0796-4238-92a9-3f806507ce1e,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:22.531930 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-52a76441-5ab6-4e5d-abf2-290656d5e947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:22.536489 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-52a76441-5ab6-4e5d-abf2-290656d5e947 admin admin] 10.222.0.11 "DELETE /v2.0/networks/732a7701-0796-4238-92a9-3f806507ce1e HTTP/1.1" status: 204 len: 168 time: 1.1458075 Apr 23 18:09:22.714316 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 33008) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:22.764770 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-702289fb-369f-4651-9da7-92fc6539dce7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c95728fca2044b28818d120a3136bfa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491648 Apr 23 18:09:22.767249 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 33012) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:22.830936 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-906fb277-8dd3-4e3d-9942-5668c5ef932b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:22.857736 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-906fb277-8dd3-4e3d-9942-5668c5ef932b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:22.902226 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-906fb277-8dd3-4e3d-9942-5668c5ef932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:22.907143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-70fd2593-6098-4ba3-8d96-228a689a6095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:22.920329 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fb277-8dd3-4e3d-9942-5668c5ef932b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f85569-1dcb-4dc8-9042-ac1fcf15cb68,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:22.923052 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-906fb277-8dd3-4e3d-9942-5668c5ef932b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:22.929316 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-906fb277-8dd3-4e3d-9942-5668c5ef932b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:22.930490 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-906fb277-8dd3-4e3d-9942-5668c5ef932b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19f85569-1dcb-4dc8-9042-ac1fcf15cb68 HTTP/1.1" status: 204 len: 168 time: 0.1622920 Apr 23 18:09:23.285682 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:09:23.325056 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:09:23.325456 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 5e8acd6a-e15d-4fd6-b4e7-fe7a5ee86228 not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:09:23.681445 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 33036) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:23.792482 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1804596550-network', 'tenant_id': 'eac228adcc9044b297ce3f0b856c76cc'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:09:23.797623 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:09:23.801712 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Usage tracker for resource:network and tenant:eac228adcc9044b297ce3f0b856c76cc is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:09:23.804778 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:09:23.811737 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:09:23.821609 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Made reservation on behalf of eac228adcc9044b297ce3f0b856c76cc for: {'network': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:09:23.826473 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:23.839763 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:23.855451 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:09:23.859442 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Usage tracker for resource:security_group_rule and tenant:eac228adcc9044b297ce3f0b856c76cc is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:09:23.862303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:09:23.868460 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:09:23.952899 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:23.955707 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:23.959763 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f05e3813-10f0-4367-8557-58d16103cdec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:23.992312 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=86361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 18:09:24.001577 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa80d481-9d8f-4882-a4fb-fd9f3314a7cb,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:24.005424 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:24.007908 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:24.008337 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Added segment b102d682-fd44-4045-8efd-d5172823851f of type vlan for network c7218b72-4e2e-41df-a448-569ae6333157 Apr 23 18:09:24.035253 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:24.065167 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:24.066511 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:24.067207 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:24.072748 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:24.180734 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4950862 Apr 23 18:09:24.181134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Pushing event updated for resources: {'Network': ['ID=c7218b72-4e2e-41df-a448-569ae6333157,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:24.181535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 33042) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:24.184017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:24.187814 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] Request body: {'subnet': {'network_id': 'c7218b72-4e2e-41df-a448-569ae6333157', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1804596550-subnet', 'tenant_id': 'eac228adcc9044b297ce3f0b856c76cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:09:24.191217 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network c7218b72-4e2e-41df-a448-569ae6333157 details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 18:09:24.193039 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:09:24.198089 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] Usage tracker for resource:subnet and tenant:eac228adcc9044b297ce3f0b856c76cc is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:09:24.201197 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:09:24.208263 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:09:24.217747 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] Made reservation on behalf of eac228adcc9044b297ce3f0b856c76cc for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:09:24.222550 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847642502'] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:24.623634 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7594489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847642517'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:24.628402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:24.705301 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8c9012-1f10-4e6d-b19b-daba23605774,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:24.709294 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:24.716896 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] Checking segment: {'id': 'b102d682-fd44-4045-8efd-d5172823851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c7218b72-4e2e-41df-a448-569ae6333157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:09:24.717293 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] Network hostable DHCP agents. Network: c7218b72-4e2e-41df-a448-569ae6333157, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 18:09:24.735250 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] Network c7218b72-4e2e-41df-a448-569ae6333157 is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 18:09:24.744017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, c7218b72-4e2e-41df-a448-569ae6333157) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:09:24.752960 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5c0d02-48da-4d09-8285-37fe5bc4928f None None] Network c7218b72-4e2e-41df-a448-569ae6333157 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:09:24.756971 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:24.757613 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:24.781711 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-2da45f72-1ab2-4610-b02b-dfa24a13a6d8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5990283 Apr 23 18:09:24.976613 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff153553-0dac-45e6-a41a-0dea8b1a3d82 None None] Network c7218b72-4e2e-41df-a448-569ae6333157 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:09:25.314544 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 33060) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:25.321113 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-559148342-network', 'tenant_id': '96adbbeeb5a0418a90a8ac3bd449beac'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:09:25.326220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:09:25.331222 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Usage tracker for resource:network and tenant:96adbbeeb5a0418a90a8ac3bd449beac is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:09:25.334229 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:09:25.340934 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:09:25.349718 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Made reservation on behalf of 96adbbeeb5a0418a90a8ac3bd449beac for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:09:25.355163 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:25.368254 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:25.383688 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:09:25.387784 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Usage tracker for resource:security_group_rule and tenant:96adbbeeb5a0418a90a8ac3bd449beac is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:09:25.390741 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:09:25.396830 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:09:25.482237 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:25.484785 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:25.488896 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e0381d6e-d2e5-4007-80a0-3d284e1440cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:25.520656 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=86362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 18:09:25.530226 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052f4433-2893-4419-9774-cf4016422660,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:25.534206 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:25.536689 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:25.537082 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Added segment 759712b3-b8fc-4f5a-a440-8f6fb9155fce of type vlan for network 8ad1884b-8ce7-4c1c-8745-5268930daff5 Apr 23 18:09:25.564213 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:25.594409 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:25.595788 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:25.596431 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:25.601407 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a1a864ea-95f2-4999-9a6c-eaea3b95d844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:25.706936 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3910394 Apr 23 18:09:25.709164 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 33064) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:25.710127 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Pushing event updated for resources: {'Network': ['ID=8ad1884b-8ce7-4c1c-8745-5268930daff5,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:25.714169 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-697f7c45-0dcc-465e-ad54-5c37fec10c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:25.716573 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Request body: {'subnet': {'network_id': '8ad1884b-8ce7-4c1c-8745-5268930daff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-559148342-subnet', 'tenant_id': '96adbbeeb5a0418a90a8ac3bd449beac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:09:25.721624 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network 8ad1884b-8ce7-4c1c-8745-5268930daff5 details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 18:09:25.721790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:09:25.725957 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Usage tracker for resource:subnet and tenant:96adbbeeb5a0418a90a8ac3bd449beac is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:09:25.729218 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:09:25.735490 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:09:25.745283 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Made reservation on behalf of 96adbbeeb5a0418a90a8ac3bd449beac for: {'subnet': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:09:25.750049 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848297130'] for subnet, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:26.151339 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1858911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848297145'] for subnet, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:26.156134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-89e6a9ab-7a1b-441a-bc6b-c96bbc091b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:26.236093 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f19d31e-466b-4248-bf90-f2816f4c3f20,revision_number=0']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:26.241536 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:26.244908 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Checking segment: {'id': '759712b3-b8fc-4f5a-a440-8f6fb9155fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ad1884b-8ce7-4c1c-8745-5268930daff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:09:26.245300 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Network hostable DHCP agents. Network: 8ad1884b-8ce7-4c1c-8745-5268930daff5, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 18:09:26.264260 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Network 8ad1884b-8ce7-4c1c-8745-5268930daff5 is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 18:09:26.272245 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, 8ad1884b-8ce7-4c1c-8745-5268930daff5) {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:09:26.281485 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5bcee1-4e39-4ac0-9311-2b0ca6e16c14 None None] Network 8ad1884b-8ce7-4c1c-8745-5268930daff5 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:09:26.283915 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:26.284568 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:26.303645 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5932741 Apr 23 18:09:26.450842 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 33070) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:26.506225 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd68c6e2-3e08-4d3d-a2a2-e73b2228dd8e None None] Network 8ad1884b-8ce7-4c1c-8745-5268930daff5 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:09:26.517470 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fddfd68-64a4-4f4e-8ae1-8e94af579620 admin admin] Deleting subnet cd8c9012-1f10-4e6d-b19b-daba23605774 {{(pid=86361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 18:09:26.520669 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5fddfd68-64a4-4f4e-8ae1-8e94af579620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:26.576751 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5fddfd68-64a4-4f4e-8ae1-8e94af579620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848253410'] for subnet, precommit_delete_associations {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:26.635692 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5fddfd68-64a4-4f4e-8ae1-8e94af579620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851233888'] for subnet, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:26.893321 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5fddfd68-64a4-4f4e-8ae1-8e94af579620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852916966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6478716'] for subnet, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:26.898264 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f2f1616c-e6f5-4d69-af0d-c0074aa367b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:26.935087 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddfd68-64a4-4f4e-8ae1-8e94af579620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd8c9012-1f10-4e6d-b19b-daba23605774,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:26.938311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5fddfd68-64a4-4f4e-8ae1-8e94af579620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:26.939807 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5fddfd68-64a4-4f4e-8ae1-8e94af579620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:26.945692 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5fddfd68-64a4-4f4e-8ae1-8e94af579620 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cd8c9012-1f10-4e6d-b19b-daba23605774 HTTP/1.1" status: 204 len: 168 time: 0.4936981 Apr 23 18:09:26.948661 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 33074) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:27.067010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-06fa19d4-dbe5-4456-82ac-966a73cbd3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851326484'] for network, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:27.204409 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-06fa19d4-dbe5-4456-82ac-966a73cbd3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542005', 'neutron.services.segments.db._delete_segments_for_network-8774976202099'] for network, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:27.321134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-06fa19d4-dbe5-4456-82ac-966a73cbd3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7218b72-4e2e-41df-a448-569ae6333157']}} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:09:27.334044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-06fa19d4-dbe5-4456-82ac-966a73cbd3c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b102d682-fd44-4045-8efd-d5172823851f') {'for_net_delete': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:09:27.334387 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-06fa19d4-dbe5-4456-82ac-966a73cbd3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b102d682-fd44-4045-8efd-d5172823851f') {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:09:27.347009 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-06fa19d4-dbe5-4456-82ac-966a73cbd3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261878593123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6522390'] for segment, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:27.361881 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-06fa19d4-dbe5-4456-82ac-966a73cbd3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:27.368360 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fa19d4-dbe5-4456-82ac-966a73cbd3c9 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=86361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 18:09:27.551661 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-06fa19d4-dbe5-4456-82ac-966a73cbd3c9 admin admin] Network c7218b72-4e2e-41df-a448-569ae6333157 has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:09:27.560849 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-06fa19d4-dbe5-4456-82ac-966a73cbd3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1859257'] for segment, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:27.739229 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-06fa19d4-dbe5-4456-82ac-966a73cbd3c9 admin admin] Network c7218b72-4e2e-41df-a448-569ae6333157 has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: Traceback (most recent call last): Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: timer() Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: cb(*args, **kw) Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: return func(*args, **kwargs) Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: self._notify() Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: self.callback(batched_events) Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: event.method(event) Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: segment_id)['aggregates'][0] Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: return f(self, *a, **k) Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: return self._get(url).json() Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: **kwargs) Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: return self.request(url, 'GET', **kwargs) Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: **endpoint_filter) Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 18:09:27.763235 dv-cinder-786524-3-smb neutron-server[86250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 18:09:27.841168 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-06fa19d4-dbe5-4456-82ac-966a73cbd3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851233795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853070148'] for network, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:27.845769 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-06fa19d4-dbe5-4456-82ac-966a73cbd3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:27.849857 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:27.870626 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-06fa19d4-dbe5-4456-82ac-966a73cbd3c9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c7218b72-4e2e-41df-a448-569ae6333157 HTTP/1.1" status: 204 len: 168 time: 0.9207623 Apr 23 18:09:27.871617 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa19d4-dbe5-4456-82ac-966a73cbd3c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7218b72-4e2e-41df-a448-569ae6333157,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:27.873600 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 33078) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:27.874193 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-06fa19d4-dbe5-4456-82ac-966a73cbd3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:27.940608 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_v2 [None req-593ca9c5-79a2-4b78-a169-91b0be1465e3 admin admin] Deleting subnet 2f19d31e-466b-4248-bf90-f2816f4c3f20 {{(pid=86362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 18:09:27.943907 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-593ca9c5-79a2-4b78-a169-91b0be1465e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:27.995833 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-593ca9c5-79a2-4b78-a169-91b0be1465e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7330653'] for subnet, precommit_delete_associations {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:28.056337 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-593ca9c5-79a2-4b78-a169-91b0be1465e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851233888'] for subnet, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:28.310943 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-593ca9c5-79a2-4b78-a169-91b0be1465e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847181380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7133264'] for subnet, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:28.315895 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0630e226-e738-461a-a7fd-49c473832080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:28.359223 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-593ca9c5-79a2-4b78-a169-91b0be1465e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:28.363088 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ca9c5-79a2-4b78-a169-91b0be1465e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f19d31e-466b-4248-bf90-f2816f4c3f20,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:28.365277 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-593ca9c5-79a2-4b78-a169-91b0be1465e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:28.369416 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-593ca9c5-79a2-4b78-a169-91b0be1465e3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2f19d31e-466b-4248-bf90-f2816f4c3f20 HTTP/1.1" status: 204 len: 168 time: 0.4946899 Apr 23 18:09:28.371409 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 33082) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:28.488118 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-082e6549-7c48-4697-8104-2a64819e2ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851326484'] for network, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:28.620715 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-082e6549-7c48-4697-8104-2a64819e2ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542005', 'neutron.services.segments.db._delete_segments_for_network-8774976202099'] for network, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:28.735822 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-082e6549-7c48-4697-8104-2a64819e2ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad1884b-8ce7-4c1c-8745-5268930daff5']}} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:09:28.748539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-082e6549-7c48-4697-8104-2a64819e2ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759712b3-b8fc-4f5a-a440-8f6fb9155fce') {'for_net_delete': True} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:09:28.748882 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-082e6549-7c48-4697-8104-2a64819e2ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759712b3-b8fc-4f5a-a440-8f6fb9155fce') {} {{(pid=86362) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:09:28.761310 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-082e6549-7c48-4697-8104-2a64819e2ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261878593123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847445163'] for segment, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:28.776590 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-082e6549-7c48-4697-8104-2a64819e2ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:28.782794 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082e6549-7c48-4697-8104-2a64819e2ce0 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=86362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 18:09:28.959703 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-082e6549-7c48-4697-8104-2a64819e2ce0 admin admin] Network 8ad1884b-8ce7-4c1c-8745-5268930daff5 has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:09:28.969315 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-082e6549-7c48-4697-8104-2a64819e2ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7594527'] for segment, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:29.148756 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-082e6549-7c48-4697-8104-2a64819e2ce0 admin admin] Network 8ad1884b-8ce7-4c1c-8745-5268930daff5 has no segments {{(pid=86362) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: Traceback (most recent call last): Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: timer() Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: cb(*args, **kw) Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: return func(*args, **kwargs) Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: self._notify() Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: self.callback(batched_events) Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: event.method(event) Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: segment_id)['aggregates'][0] Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: return f(self, *a, **k) Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: return self._get(url).json() Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: **kwargs) Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: return self.request(url, 'GET', **kwargs) Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: **endpoint_filter) Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 18:09:29.171267 dv-cinder-786524-3-smb neutron-server[86250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 18:09:29.252677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-082e6549-7c48-4697-8104-2a64819e2ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851233795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853070148'] for network, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:29.257342 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-082e6549-7c48-4697-8104-2a64819e2ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:29.261710 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:29.279472 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-082e6549-7c48-4697-8104-2a64819e2ce0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8ad1884b-8ce7-4c1c-8745-5268930daff5 HTTP/1.1" status: 204 len: 168 time: 0.9070253 Apr 23 18:09:29.282909 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e6549-7c48-4697-8104-2a64819e2ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ad1884b-8ce7-4c1c-8745-5268930daff5,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:29.285331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-082e6549-7c48-4697-8104-2a64819e2ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:29.457689 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 33088) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:29.511215 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-0541bc3b-92df-4d70-9141-da5151e696ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eac228adcc9044b297ce3f0b856c76cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518770 Apr 23 18:09:29.513552 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 33092) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:29.574539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6be7f3b3-0818-427a-87ba-3ea0695c68bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:29.601328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6be7f3b3-0818-427a-87ba-3ea0695c68bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:29.649772 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6be7f3b3-0818-427a-87ba-3ea0695c68bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:29.654648 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0d9c1c67-7566-4608-8461-28968da78e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:29.665898 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7f3b3-0818-427a-87ba-3ea0695c68bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa80d481-9d8f-4882-a4fb-fd9f3314a7cb,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:29.669744 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6be7f3b3-0818-427a-87ba-3ea0695c68bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:29.673022 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6be7f3b3-0818-427a-87ba-3ea0695c68bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:29.674237 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-6be7f3b3-0818-427a-87ba-3ea0695c68bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa80d481-9d8f-4882-a4fb-fd9f3314a7cb HTTP/1.1" status: 204 len: 168 time: 0.1597447 Apr 23 18:09:30.020924 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 33100) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:30.073236 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-58e6ea26-ac2e-4c3b-9bf1-1c5dd1402423 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96adbbeeb5a0418a90a8ac3bd449beac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509965 Apr 23 18:09:30.075693 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 33104) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:30.136212 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-320592ad-af72-4cae-a77d-ae5363d071a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:30.163255 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-320592ad-af72-4cae-a77d-ae5363d071a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:30.213233 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-320592ad-af72-4cae-a77d-ae5363d071a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:30.218167 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f4bf5971-14fa-4610-99ed-1ffa8a69b407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:30.231728 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320592ad-af72-4cae-a77d-ae5363d071a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052f4433-2893-4419-9774-cf4016422660,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:30.234497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-320592ad-af72-4cae-a77d-ae5363d071a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:30.235755 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-320592ad-af72-4cae-a77d-ae5363d071a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:30.236959 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-320592ad-af72-4cae-a77d-ae5363d071a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/052f4433-2893-4419-9774-cf4016422660 HTTP/1.1" status: 204 len: 168 time: 0.1603224 Apr 23 18:09:38.924532 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 33226) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:39.048428 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b5b478cc-9044-4e04-9fa0-eb9d56e77d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:39.067217 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b5b478cc-9044-4e04-9fa0-eb9d56e77d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:09:39.071858 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b5b478cc-9044-4e04-9fa0-eb9d56e77d5d admin admin] Usage tracker for resource:security_group_rule and tenant:0fc1a8b6d4674793b4697db5b2c37ac9 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:09:39.074758 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b5b478cc-9044-4e04-9fa0-eb9d56e77d5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:09:39.080753 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b5b478cc-9044-4e04-9fa0-eb9d56e77d5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:09:39.164303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b5b478cc-9044-4e04-9fa0-eb9d56e77d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:39.167738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b5b478cc-9044-4e04-9fa0-eb9d56e77d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:39.177101 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-bcd1ba87-ebb0-4af1-b3f7-17e7f99016ea tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:39.222431 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-b5b478cc-9044-4e04-9fa0-eb9d56e77d5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fc1a8b6d4674793b4697db5b2c37ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967670 Apr 23 18:09:39.223401 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b478cc-9044-4e04-9fa0-eb9d56e77d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b87b2d9-3548-4fc7-bbd6-6eaf2f33d3ca,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:39.225345 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 33232) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:39.226643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b5b478cc-9044-4e04-9fa0-eb9d56e77d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:39.288899 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c4a77748-1c80-4670-b98b-582611ff4ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:39.321464 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c4a77748-1c80-4670-b98b-582611ff4ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:39.365690 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c4a77748-1c80-4670-b98b-582611ff4ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:39.371509 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-47ad1ac6-ddf4-4edb-8eee-d309c2af21c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:39.386059 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a77748-1c80-4670-b98b-582611ff4ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b87b2d9-3548-4fc7-bbd6-6eaf2f33d3ca,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:39.388485 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c4a77748-1c80-4670-b98b-582611ff4ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:39.390433 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-c4a77748-1c80-4670-b98b-582611ff4ec5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b87b2d9-3548-4fc7-bbd6-6eaf2f33d3ca HTTP/1.1" status: 204 len: 168 time: 0.1632714 Apr 23 18:09:39.391427 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-c4a77748-1c80-4670-b98b-582611ff4ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:39.561724 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-24b266f7-915d-445f-9966-d2067e36c434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:39.678945 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 33240) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:39.698402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d77fe16c-0b43-4f28-9c4e-645737e3d54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:39.714198 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-d77fe16c-0b43-4f28-9c4e-645737e3d54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:09:39.718289 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-d77fe16c-0b43-4f28-9c4e-645737e3d54a admin admin] Usage tracker for resource:security_group_rule and tenant:a48a3c030d984b04a447f4bfa865bb95 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:09:39.721286 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-d77fe16c-0b43-4f28-9c4e-645737e3d54a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:09:39.727320 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-d77fe16c-0b43-4f28-9c4e-645737e3d54a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:09:39.810092 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d77fe16c-0b43-4f28-9c4e-645737e3d54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:39.812790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d77fe16c-0b43-4f28-9c4e-645737e3d54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:39.821872 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e2424e70-4a64-4a22-b082-868d47857d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:39.868551 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-d77fe16c-0b43-4f28-9c4e-645737e3d54a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a48a3c030d984b04a447f4bfa865bb95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882334 Apr 23 18:09:39.869501 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fe16c-0b43-4f28-9c4e-645737e3d54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142f6ce2-08ba-4550-9952-0be606092a22,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:39.871680 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 33244) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:39.872649 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d77fe16c-0b43-4f28-9c4e-645737e3d54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:39.934645 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5b17fdce-2e2c-4de3-a982-19c4eca2342c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:39.962586 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5b17fdce-2e2c-4de3-a982-19c4eca2342c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:40.010179 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5b17fdce-2e2c-4de3-a982-19c4eca2342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:40.015134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e59b3fd2-23ce-439a-97cd-15169e1896b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:40.028725 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17fdce-2e2c-4de3-a982-19c4eca2342c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142f6ce2-08ba-4550-9952-0be606092a22,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:40.031790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5b17fdce-2e2c-4de3-a982-19c4eca2342c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:40.032606 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5b17fdce-2e2c-4de3-a982-19c4eca2342c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:40.033797 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-5b17fdce-2e2c-4de3-a982-19c4eca2342c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/142f6ce2-08ba-4550-9952-0be606092a22 HTTP/1.1" status: 204 len: 168 time: 0.1610541 Apr 23 18:09:41.881810 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7ae430de-e72e-43e5-86ab-54a416278bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:42.571135 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:42.738786 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:44.186559 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:47.577286 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 33366) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:47.703210 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8f0bee9c-739b-4e33-bfa3-e83881f8033a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:47.721451 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8f0bee9c-739b-4e33-bfa3-e83881f8033a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:09:47.725492 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8f0bee9c-739b-4e33-bfa3-e83881f8033a admin admin] Usage tracker for resource:security_group_rule and tenant:cd239b0baa924a32a798908db43d26fe is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:09:47.729002 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8f0bee9c-739b-4e33-bfa3-e83881f8033a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:09:47.734956 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8f0bee9c-739b-4e33-bfa3-e83881f8033a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:09:47.818324 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8f0bee9c-739b-4e33-bfa3-e83881f8033a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:47.821120 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8f0bee9c-739b-4e33-bfa3-e83881f8033a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:47.829958 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-40f619f3-4cbc-4f3f-a3da-71a130176bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:47.873112 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8f0bee9c-739b-4e33-bfa3-e83881f8033a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd239b0baa924a32a798908db43d26fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947085 Apr 23 18:09:47.873999 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bee9c-739b-4e33-bfa3-e83881f8033a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272f0aaf-1d91-4a95-bf9b-2d3d4c93b144,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:47.876828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 33372) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:47.877313 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8f0bee9c-739b-4e33-bfa3-e83881f8033a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:47.940545 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4013984b-3960-4746-8bce-80ff2a1457ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:47.968064 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4013984b-3960-4746-8bce-80ff2a1457ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:48.012832 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4013984b-3960-4746-8bce-80ff2a1457ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:48.017749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8f89856d-9121-4a54-ae38-92f424f8aff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:48.032297 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013984b-3960-4746-8bce-80ff2a1457ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272f0aaf-1d91-4a95-bf9b-2d3d4c93b144,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:48.034770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-4013984b-3960-4746-8bce-80ff2a1457ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:48.047180 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-4013984b-3960-4746-8bce-80ff2a1457ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:48.048411 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-4013984b-3960-4746-8bce-80ff2a1457ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/272f0aaf-1d91-4a95-bf9b-2d3d4c93b144 HTTP/1.1" status: 204 len: 168 time: 0.1704869 Apr 23 18:09:48.335868 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 33380) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:48.355419 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b6e36047-a217-4045-bb86-bd82bf0772c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:48.370631 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b6e36047-a217-4045-bb86-bd82bf0772c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:09:48.374772 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b6e36047-a217-4045-bb86-bd82bf0772c1 admin admin] Usage tracker for resource:security_group_rule and tenant:a48506b34df1414788d2fbfe44fe3697 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:09:48.377759 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b6e36047-a217-4045-bb86-bd82bf0772c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:09:48.384497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b6e36047-a217-4045-bb86-bd82bf0772c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:09:48.468327 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b6e36047-a217-4045-bb86-bd82bf0772c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:48.470992 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b6e36047-a217-4045-bb86-bd82bf0772c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:48.483359 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-49618eba-c9b7-493f-a5ca-65897b180a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:48.525117 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-b6e36047-a217-4045-bb86-bd82bf0772c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a48506b34df1414788d2fbfe44fe3697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875184 Apr 23 18:09:48.526775 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e36047-a217-4045-bb86-bd82bf0772c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c921af-5b7c-4f27-ac54-aa46f875e9ff,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:48.528256 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 33384) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:48.530000 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b6e36047-a217-4045-bb86-bd82bf0772c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:48.590916 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-221d7d01-d257-4739-85e6-1e2958c5e8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:48.618106 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-221d7d01-d257-4739-85e6-1e2958c5e8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:48.662223 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-221d7d01-d257-4739-85e6-1e2958c5e8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:48.667405 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-fdd73033-3671-47d2-bfdb-38bb51dccf58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:48.684342 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d7d01-d257-4739-85e6-1e2958c5e8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c921af-5b7c-4f27-ac54-aa46f875e9ff,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:48.689663 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-221d7d01-d257-4739-85e6-1e2958c5e8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:48.693721 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-221d7d01-d257-4739-85e6-1e2958c5e8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:48.694919 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-221d7d01-d257-4739-85e6-1e2958c5e8b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8c921af-5b7c-4f27-ac54-aa46f875e9ff HTTP/1.1" status: 204 len: 168 time: 0.1655467 Apr 23 18:09:52.419856 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:52.768410 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 33430) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:52.892593 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b85c28b7-c487-4ca9-b978-1b20d5adb247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:52.908900 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b85c28b7-c487-4ca9-b978-1b20d5adb247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:09:52.912937 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b85c28b7-c487-4ca9-b978-1b20d5adb247 admin admin] Usage tracker for resource:security_group_rule and tenant:8fb0d4913a72450aa83bfeafaf6f16b1 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:09:52.915963 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-b85c28b7-c487-4ca9-b978-1b20d5adb247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:09:52.922072 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-b85c28b7-c487-4ca9-b978-1b20d5adb247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:09:53.007308 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b85c28b7-c487-4ca9-b978-1b20d5adb247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:53.010577 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b85c28b7-c487-4ca9-b978-1b20d5adb247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:53.019648 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-daa86711-42ae-4adc-9da4-75d4e3c5c93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:53.063258 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-b85c28b7-c487-4ca9-b978-1b20d5adb247 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8fb0d4913a72450aa83bfeafaf6f16b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937133 Apr 23 18:09:53.064221 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c28b7-c487-4ca9-b978-1b20d5adb247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0834b5b2-12ea-484d-a2b9-b6f06bff441f,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:53.066115 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 33436) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:53.067474 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b85c28b7-c487-4ca9-b978-1b20d5adb247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:53.129288 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8845f56d-8290-4e11-b679-9ac196351fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:53.157061 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8845f56d-8290-4e11-b679-9ac196351fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:53.203717 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8845f56d-8290-4e11-b679-9ac196351fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:53.208613 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-cfe17b3f-720a-462d-91dd-8a9a32e1360b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:53.223231 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845f56d-8290-4e11-b679-9ac196351fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0834b5b2-12ea-484d-a2b9-b6f06bff441f,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:53.226300 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8845f56d-8290-4e11-b679-9ac196351fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:53.230719 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8845f56d-8290-4e11-b679-9ac196351fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:53.231965 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8845f56d-8290-4e11-b679-9ac196351fbb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0834b5b2-12ea-484d-a2b9-b6f06bff441f HTTP/1.1" status: 204 len: 168 time: 0.1647463 Apr 23 18:09:53.917223 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 33460) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:54.027232 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-457755001-network', 'tenant_id': '5be839c6df4340e489177124479d213b'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:09:54.032324 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:09:54.036369 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Usage tracker for resource:network and tenant:5be839c6df4340e489177124479d213b is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:09:54.040141 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:09:54.046889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:09:54.055763 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Made reservation on behalf of 5be839c6df4340e489177124479d213b for: {'network': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:09:54.060392 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:54.073480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:54.093109 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:09:54.097113 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Usage tracker for resource:security_group_rule and tenant:5be839c6df4340e489177124479d213b is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:09:54.100003 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:09:54.107492 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:09:54.191750 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:54.194729 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:54.199669 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-53f9a365-54e8-471a-9dba-748d8a7be80e tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:54.226401 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=86362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 18:09:54.240034 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:54.244698 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:54.245606 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:54.245989 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Added segment 7ef44081-b6cd-4e68-a360-cb8b1249c2d6 of type vlan for network 36fd738a-a933-4745-bbe1-8094c987f99c Apr 23 18:09:54.273190 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:54.302473 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:54.303834 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:54.304479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:54.309627 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:54.652206 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7338014 Apr 23 18:09:54.653152 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Pushing event updated for resources: {'Network': ['ID=36fd738a-a933-4745-bbe1-8094c987f99c,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:54.655522 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 33466) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:09:54.658079 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-71763924-d3a8-46f7-8ea6-74dec6a166d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:54.662141 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Request body: {'subnet': {'network_id': '36fd738a-a933-4745-bbe1-8094c987f99c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-457755001-subnet', 'tenant_id': '5be839c6df4340e489177124479d213b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:09:54.663748 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network 36fd738a-a933-4745-bbe1-8094c987f99c details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 18:09:54.667745 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:09:54.671776 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Usage tracker for resource:subnet and tenant:5be839c6df4340e489177124479d213b is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:09:54.674716 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:09:54.681455 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:09:54.690934 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Made reservation on behalf of 5be839c6df4340e489177124479d213b for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:09:54.696655 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847642502'] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:55.092922 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7594489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847642517'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:55.097819 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-91200986-572a-4a0d-80dd-dc13aee4bc43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:55.171247 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ce8831-3dac-497a-91c6-9a04350c1f26,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:55.174738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:55.181945 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Checking segment: {'id': '7ef44081-b6cd-4e68-a360-cb8b1249c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36fd738a-a933-4745-bbe1-8094c987f99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:09:55.182341 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Network hostable DHCP agents. Network: 36fd738a-a933-4745-bbe1-8094c987f99c, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 18:09:55.200764 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Network 36fd738a-a933-4745-bbe1-8094c987f99c is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 18:09:55.209467 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, 36fd738a-a933-4745-bbe1-8094c987f99c) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:09:55.220030 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15528aac-6bf9-4ef6-bcea-27411e3aa2a6 None None] Network 36fd738a-a933-4745-bbe1-8094c987f99c requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:09:55.221764 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:55.222422 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:55.243500 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5860441 Apr 23 18:09:55.464184 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9193517e-86e0-42fd-aec6-7e80caa66b56 None None] Network 36fd738a-a933-4745-bbe1-8094c987f99c requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:09:57.317382 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9236421-4e07-415f-9698-fd23db683adc req-ee4f15f4-0d40-4ef2-9659-7a9fddacd115 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:57.319230 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9236421-4e07-415f-9698-fd23db683adc req-ee4f15f4-0d40-4ef2-9659-7a9fddacd115 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/networks?id=36fd738a-a933-4745-bbe1-8094c987f99c HTTP/1.1" status: 200 len: 813 time: 0.1578979 Apr 23 18:09:57.335167 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9236421-4e07-415f-9698-fd23db683adc req-d67bb68e-8032-4891-a98e-c52844f3dc35 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/quotas/5be839c6df4340e489177124479d213b HTTP/1.1" status: 200 len: 375 time: 0.0097041 Apr 23 18:09:57.391665 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9236421-4e07-415f-9698-fd23db683adc req-cf6502d3-cc86-4d70-b341-2614ac13c358 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5be839c6df4340e489177124479d213b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508626 Apr 23 18:09:57.535614 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9236421-4e07-415f-9698-fd23db683adc req-fdef9b1b-8e54-4b6e-9523-7339bc4b295e service neutron] 10.222.0.11 "GET /v2.0/networks/36fd738a-a933-4745-bbe1-8094c987f99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362929 Apr 23 18:09:57.681891 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9236421-4e07-415f-9698-fd23db683adc req-8b9e8d1c-e886-430a-8da1-b55c8a685200 service neutron] 10.222.0.11 "GET /v2.0/networks/36fd738a-a933-4745-bbe1-8094c987f99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391547 Apr 23 18:09:57.882720 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-121fc5fc-1269-45dd-84d0-0391534444b7 req-bad6adb7-fd6a-4dc1-b846-b3d57d1efa8f tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 210 time: 0.0556886 Apr 23 18:09:58.516381 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:09:58.935033 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9236421-4e07-415f-9698-fd23db683adc req-8aaadef9-ee11-42ad-ae22-06441b151a86 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:58.936609 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9236421-4e07-415f-9698-fd23db683adc req-8aaadef9-ee11-42ad-ae22-06441b151a86 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.22 "GET /v2.0/networks?id=36fd738a-a933-4745-bbe1-8094c987f99c HTTP/1.1" status: 200 len: 813 time: 0.1599081 Apr 23 18:09:58.949276 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-f9236421-4e07-415f-9698-fd23db683adc req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Request body: {'port': {'device_id': 'ac535b5c-c2ec-4491-8001-48e610c8017a', 'network_id': '36fd738a-a933-4745-bbe1-8094c987f99c', 'admin_state_up': True, 'tenant_id': '5be839c6df4340e489177124479d213b'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:09:59.083742 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-edb159b5-2d6b-4117-b781-47402ec41d4a req-e2e9601b-8866-4f3a-abe1-a321c4d5a335 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 210 time: 0.0571117 Apr 23 18:09:59.143725 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-f9236421-4e07-415f-9698-fd23db683adc req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:09:59.147783 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-f9236421-4e07-415f-9698-fd23db683adc req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Usage tracker for resource:port and tenant:5be839c6df4340e489177124479d213b is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:09:59.150772 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-f9236421-4e07-415f-9698-fd23db683adc req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:09:59.156829 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-f9236421-4e07-415f-9698-fd23db683adc req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:09:59.165415 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9236421-4e07-415f-9698-fd23db683adc req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Made reservation on behalf of 5be839c6df4340e489177124479d213b for: {'port': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:09:59.171319 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f9236421-4e07-415f-9698-fd23db683adc req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:59.341932 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-f9236421-4e07-415f-9698-fd23db683adc req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Allocated IP 172.20.0.11 (36fd738a-a933-4745-bbe1-8094c987f99c/88ce8831-3dac-497a-91c6-9a04350c1f26/9c29020e-3bff-410f-889d-047f1f218ae4) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:09:59.555499 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f9236421-4e07-415f-9698-fd23db683adc req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:59.584645 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f9236421-4e07-415f-9698-fd23db683adc req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:09:59.590356 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3b44c4f9-1575-4ced-a65e-219fabca4e97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:09:59.887765 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9236421-4e07-415f-9698-fd23db683adc req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Network 36fd738a-a933-4745-bbe1-8094c987f99c is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:09:59.891485 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-f9236421-4e07-415f-9698-fd23db683adc req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:09:59.895643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9236421-4e07-415f-9698-fd23db683adc req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:09:59.934082 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Pushing event updated for resources: {'Port': ['ID=9c29020e-3bff-410f-889d-047f1f218ae4,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:09:59.948618 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:09:59.949038 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:09:59.949445 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:09:59.949850 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:09:59.950248 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:09:59.950647 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:09:59.951066 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:09:59.951465 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:09:59.951857 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:09:59.952251 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:09:59.952645 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:09:59.953034 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:09:59.962626 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:09:59.979532 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9236421-4e07-415f-9698-fd23db683adc req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:09:59.980193 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f9236421-4e07-415f-9698-fd23db683adc req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:00.005768 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9236421-4e07-415f-9698-fd23db683adc req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0611234 Apr 23 18:10:00.018816 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Request body: {'port': {'device_id': 'ac535b5c-c2ec-4491-8001-48e610c8017a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:10:00.141462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:00.289263 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721df3ef-71c1-471a-815a-bd038b641233 req-9a26adf1-7462-4919-a59c-02ed1993a1c9 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:00.290843 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-721df3ef-71c1-471a-815a-bd038b641233 req-9a26adf1-7462-4919-a59c-02ed1993a1c9 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 932 time: 0.0924897 Apr 23 18:10:00.340031 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-721df3ef-71c1-471a-815a-bd038b641233 req-7baa5988-d498-40ef-9128-09f83d57e263 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Synchronizing usage tracker for tenant:5be839c6df4340e489177124479d213b on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:10:00.355608 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-721df3ef-71c1-471a-815a-bd038b641233 req-7baa5988-d498-40ef-9128-09f83d57e263 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Unset dirty status for tenant:5be839c6df4340e489177124479d213b on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:10:00.356836 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-721df3ef-71c1-471a-815a-bd038b641233 req-7baa5988-d498-40ef-9128-09f83d57e263 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594845 Apr 23 18:10:00.508935 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c29020e-3bff-410f-889d-047f1f218ae4 {{(pid=86361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:10:00.516703 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:00.532692 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Transition to ACTIVE for port object 9c29020e-3bff-410f-889d-047f1f218ae4 will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:10:00.535060 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:00.539942 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-7687248f-9f86-4abe-9a62-cea31a3b5811 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:10:00.711848 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed25010-3682-457a-a247-f62d90838363 service neutron] Pushing event updated for resources: {'Port': ['ID=9c29020e-3bff-410f-889d-047f1f218ae4,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:10:00.743468 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-eed25010-3682-457a-a247-f62d90838363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:10:00.783520 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Attempting to bind port 9c29020e-3bff-410f-889d-047f1f218ae4 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:10:00.783898 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Attempting to bind port 9c29020e-3bff-410f-889d-047f1f218ae4 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '7ef44081-b6cd-4e68-a360-cb8b1249c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36fd738a-a933-4745-bbe1-8094c987f99c'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:10:00.784265 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Attempting to bind port 9c29020e-3bff-410f-889d-047f1f218ae4 on network 36fd738a-a933-4745-bbe1-8094c987f99c {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:10:00.789194 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Port 9c29020e-3bff-410f-889d-047f1f218ae4 on network 36fd738a-a933-4745-bbe1-8094c987f99c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:10:00.789557 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Attempting to bind port 9c29020e-3bff-410f-889d-047f1f218ae4 on network 36fd738a-a933-4745-bbe1-8094c987f99c {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:10:00.795041 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:10:00.795420 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Checking segment: {'id': '7ef44081-b6cd-4e68-a360-cb8b1249c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36fd738a-a933-4745-bbe1-8094c987f99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:10:00.795842 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Bound using segment: {'id': '7ef44081-b6cd-4e68-a360-cb8b1249c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36fd738a-a933-4745-bbe1-8094c987f99c'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:10:00.796308 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Bound port: 9c29020e-3bff-410f-889d-047f1f218ae4, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef44081-b6cd-4e68-a360-cb8b1249c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36fd738a-a933-4745-bbe1-8094c987f99c'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:10:00.796687 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:00.894270 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] For port 9c29020e-3bff-410f-889d-047f1f218ae4, host hv-cinder-78652, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:10:00.897403 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] For port 9c29020e-3bff-410f-889d-047f1f218ae4, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9c29020e-3bff-410f-889d-047f1f218ae4,segment=NetworkSegment(7ef44081-b6cd-4e68-a360-cb8b1249c2d6),segment_id=7ef44081-b6cd-4e68-a360-cb8b1249c2d6)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:10:00.900654 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:00.905336 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8bcb4d1c-58cf-4f3e-ab82-d6fbbc0d920e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:10:00.959580 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:00.960260 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:00.961771 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9236421-4e07-415f-9698-fd23db683adc req-eed25010-3682-457a-a247-f62d90838363 service neutron] 10.222.0.22 "PUT /v2.0/ports/9c29020e-3bff-410f-889d-047f1f218ae4 HTTP/1.1" status: 200 len: 1094 time: 0.9474123 Apr 23 18:10:00.962332 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac535b5c-c2ec-4491-8001-48e610c8017a', 'tag': '9c29020e-3bff-410f-889d-047f1f218ae4'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:10:00.990434 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed25010-3682-457a-a247-f62d90838363 service neutron] Pushing event updated for resources: {'Port': ['ID=9c29020e-3bff-410f-889d-047f1f218ae4,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:10:00.994489 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-eed25010-3682-457a-a247-f62d90838363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:10:01.041369 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac535b5c-c2ec-4491-8001-48e610c8017a', 'tag': '9c29020e-3bff-410f-889d-047f1f218ae4', 'status': 'completed', 'code': 200} Apr 23 18:10:01.084095 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9236421-4e07-415f-9698-fd23db683adc req-e39aeb63-3b53-4802-850c-c613ee7b4625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:01.085685 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9236421-4e07-415f-9698-fd23db683adc req-e39aeb63-3b53-4802-850c-c613ee7b4625 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5be839c6df4340e489177124479d213b&device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 1097 time: 0.0852163 Apr 23 18:10:01.159901 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9236421-4e07-415f-9698-fd23db683adc req-6bd796a9-95fa-4c28-a1b4-efef4ef27c52 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c29020e-3bff-410f-889d-047f1f218ae4 HTTP/1.1" status: 200 len: 217 time: 0.0668421 Apr 23 18:10:01.231986 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9236421-4e07-415f-9698-fd23db683adc req-a738639a-ee9d-4a08-9373-59bba3c402b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:01.233446 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9236421-4e07-415f-9698-fd23db683adc req-a738639a-ee9d-4a08-9373-59bba3c402b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88ce8831-3dac-497a-91c6-9a04350c1f26 HTTP/1.1" status: 200 len: 853 time: 0.0678232 Apr 23 18:10:01.285349 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9236421-4e07-415f-9698-fd23db683adc req-65b6eda0-bac5-46a5-ba3c-3c627b11d59e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36fd738a-a933-4745-bbe1-8094c987f99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459759 Apr 23 18:10:01.430603 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9236421-4e07-415f-9698-fd23db683adc req-01691ea2-e8e2-421b-8cd6-0b6bd2aa1e88 service neutron] 10.222.0.22 "GET /v2.0/networks/36fd738a-a933-4745-bbe1-8094c987f99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385026 Apr 23 18:10:01.563175 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c016593-be28-4646-afaf-2421c7716f22 req-e0cf4240-7b15-44c3-b0bf-41a0075545f8 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:01.564750 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4c016593-be28-4646-afaf-2421c7716f22 req-e0cf4240-7b15-44c3-b0bf-41a0075545f8 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 944 time: 0.0918548 Apr 23 18:10:01.575862 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f9236421-4e07-415f-9698-fd23db683adc req-b0f57863-9c8f-4337-93a1-09709efee9ac service neutron] 10.222.0.22 "GET /v2.0/networks/36fd738a-a933-4745-bbe1-8094c987f99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382754 Apr 23 18:10:01.616077 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4c016593-be28-4646-afaf-2421c7716f22 req-88e3a4fa-113b-4839-ab0b-6968aa54c261 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444186 Apr 23 18:10:01.701384 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da29c8-ef0d-41f8-b671-d6ef98754460 req-39c7b0b5-c8b8-41e5-8726-644e06e1c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:01.702965 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-25da29c8-ef0d-41f8-b671-d6ef98754460 req-39c7b0b5-c8b8-41e5-8726-644e06e1c3a4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5be839c6df4340e489177124479d213b&device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 1097 time: 0.0827599 Apr 23 18:10:01.846446 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da29c8-ef0d-41f8-b671-d6ef98754460 req-8706026c-ab01-4076-b563-11948d597bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:01.847940 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-25da29c8-ef0d-41f8-b671-d6ef98754460 req-8706026c-ab01-4076-b563-11948d597bf3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=36fd738a-a933-4745-bbe1-8094c987f99c HTTP/1.1" status: 200 len: 914 time: 0.1381571 Apr 23 18:10:01.921705 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-25da29c8-ef0d-41f8-b671-d6ef98754460 req-5508d224-70b5-4491-a257-62138a38a58f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c29020e-3bff-410f-889d-047f1f218ae4 HTTP/1.1" status: 200 len: 217 time: 0.0656657 Apr 23 18:10:01.994839 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da29c8-ef0d-41f8-b671-d6ef98754460 req-0e6e4831-b02e-45c0-96ba-93d9399aca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:01.996390 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-25da29c8-ef0d-41f8-b671-d6ef98754460 req-0e6e4831-b02e-45c0-96ba-93d9399aca68 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88ce8831-3dac-497a-91c6-9a04350c1f26 HTTP/1.1" status: 200 len: 853 time: 0.0681701 Apr 23 18:10:02.049976 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-25da29c8-ef0d-41f8-b671-d6ef98754460 req-d14aa187-ea4b-46ee-8343-f148e4de0778 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36fd738a-a933-4745-bbe1-8094c987f99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463433 Apr 23 18:10:02.193723 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-25da29c8-ef0d-41f8-b671-d6ef98754460 req-02eb1b47-a866-4092-9376-acac33c26c5e service neutron] 10.222.0.22 "GET /v2.0/networks/36fd738a-a933-4745-bbe1-8094c987f99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359329 Apr 23 18:10:02.337921 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-25da29c8-ef0d-41f8-b671-d6ef98754460 req-6f6545e7-2629-420a-aed7-2390ac03cc46 service neutron] 10.222.0.22 "GET /v2.0/networks/36fd738a-a933-4745-bbe1-8094c987f99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359785 Apr 23 18:10:02.818287 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd465c-ed0d-4055-8f8f-12ec610f62e4 req-03ecde08-1d2c-4ab5-ad96-d8cf94969a61 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:02.819092 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-aacd465c-ed0d-4055-8f8f-12ec610f62e4 req-03ecde08-1d2c-4ab5-ad96-d8cf94969a61 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Synchronizing usage tracker for tenant:5be839c6df4340e489177124479d213b on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:10:02.835427 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-aacd465c-ed0d-4055-8f8f-12ec610f62e4 req-03ecde08-1d2c-4ab5-ad96-d8cf94969a61 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Unset dirty status for tenant:5be839c6df4340e489177124479d213b on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:10:02.837296 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-aacd465c-ed0d-4055-8f8f-12ec610f62e4 req-03ecde08-1d2c-4ab5-ad96-d8cf94969a61 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 944 time: 0.1055954 Apr 23 18:10:02.888795 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-aacd465c-ed0d-4055-8f8f-12ec610f62e4 req-15e9bc26-c851-4364-af88-c7785b9d7308 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 Apr 23 18:10:03.514599 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 9c29020e-3bff-410f-889d-047f1f218ae4 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:10:03.656228 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 9c29020e-3bff-410f-889d-047f1f218ae4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9c29020e-3bff-410f-889d-047f1f218ae4,segment=NetworkSegment(7ef44081-b6cd-4e68-a360-cb8b1249c2d6),segment_id=7ef44081-b6cd-4e68-a360-cb8b1249c2d6)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:10:03.670478 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '9c29020e-3bff-410f-889d-047f1f218ae4', 'network_id': '36fd738a-a933-4745-bbe1-8094c987f99c', 'port_id': '9c29020e-3bff-410f-889d-047f1f218ae4', 'mac_address': 'fa:16:3e:38:fb:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ce8831-3dac-497a-91c6-9a04350c1f26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:10:03.728995 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:03.746244 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c29020e-3bff-410f-889d-047f1f218ae4 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:10:03.761701 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 9c29020e-3bff-410f-889d-047f1f218ae4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9c29020e-3bff-410f-889d-047f1f218ae4,segment=NetworkSegment(7ef44081-b6cd-4e68-a360-cb8b1249c2d6),segment_id=7ef44081-b6cd-4e68-a360-cb8b1249c2d6)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:10:03.764423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:03.766217 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:10:03.838883 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=9c29020e-3bff-410f-889d-047f1f218ae4,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:10:03.846542 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:10:03.846931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:10:03.847335 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:10:03.847709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:10:03.848078 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:10:03.848443 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:10:03.848806 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:10:03.849166 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:10:03.849527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:10:03.849885 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:10:03.850243 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:10:03.850600 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:10:03.855390 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:10:03.964276 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['9c29020e-3bff-410f-889d-047f1f218ae4'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:10:04.099965 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9de686-2345-48a7-a321-01f1eb8b820d req-a76128ca-0e0a-4f31-8ecb-ee5f2c0f488b tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:04.101596 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ed9de686-2345-48a7-a321-01f1eb8b820d req-a76128ca-0e0a-4f31-8ecb-ee5f2c0f488b tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 945 time: 0.0891929 Apr 23 18:10:04.150765 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ed9de686-2345-48a7-a321-01f1eb8b820d req-28900bfa-a140-497e-8c0b-749f406a2f2b tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426376 Apr 23 18:10:05.351565 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edae69-7931-4e64-a8fc-6a966eba6340 req-a44f920f-332f-4fa1-8e53-28682e3bd56c tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:05.353143 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-18edae69-7931-4e64-a8fc-6a966eba6340 req-a44f920f-332f-4fa1-8e53-28682e3bd56c tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 945 time: 0.0886202 Apr 23 18:10:05.402154 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-18edae69-7931-4e64-a8fc-6a966eba6340 req-f45de46e-c288-421c-b3f7-c9b9433ae5ef tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428050 Apr 23 18:10:05.534707 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 9c29020e-3bff-410f-889d-047f1f218ae4 up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:10:05.606344 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port 9c29020e-3bff-410f-889d-047f1f218ae4 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:10:05.611358 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 9c29020e-3bff-410f-889d-047f1f218ae4 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:10:05.611782 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:05.735762 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:05.763628 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac535b5c-c2ec-4491-8001-48e610c8017a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c29020e-3bff-410f-889d-047f1f218ae4'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:10:05.774027 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 9c29020e-3bff-410f-889d-047f1f218ae4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9c29020e-3bff-410f-889d-047f1f218ae4,segment=NetworkSegment(7ef44081-b6cd-4e68-a360-cb8b1249c2d6),segment_id=7ef44081-b6cd-4e68-a360-cb8b1249c2d6)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:10:05.777802 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:05.779900 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:10:05.818293 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac535b5c-c2ec-4491-8001-48e610c8017a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c29020e-3bff-410f-889d-047f1f218ae4', 'code': 200} Apr 23 18:10:05.852663 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=9c29020e-3bff-410f-889d-047f1f218ae4,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:10:05.855739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:10:06.050179 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc779e-379b-45ec-9444-f5ec928ebcad req-d2664a93-60e0-4404-9e0c-2af3fd7d582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:06.051751 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e6bc779e-379b-45ec-9444-f5ec928ebcad req-d2664a93-60e0-4404-9e0c-2af3fd7d582d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 1099 time: 0.0795059 Apr 23 18:10:06.094558 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e6bc779e-379b-45ec-9444-f5ec928ebcad req-e69ac08e-881c-4683-8409-5d02415ea0b1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357237 Apr 23 18:10:06.599978 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d6f5c-2c5d-42db-b733-61e60c414c7e req-ae7505c6-5ac1-4a51-bd75-467700733538 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:06.601580 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-298d6f5c-2c5d-42db-b733-61e60c414c7e req-ae7505c6-5ac1-4a51-bd75-467700733538 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 946 time: 0.0880811 Apr 23 18:10:06.648736 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-298d6f5c-2c5d-42db-b733-61e60c414c7e req-d885e3e0-aef7-47b3-8c14-eea9ec70d96e tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 Apr 23 18:10:07.853737 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca708d5-a3d9-463c-9531-2c79345cdee1 req-82b9fbc1-d14a-49ca-8c3e-b82b1752099c tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:07.855321 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3ca708d5-a3d9-463c-9531-2c79345cdee1 req-82b9fbc1-d14a-49ca-8c3e-b82b1752099c tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 946 time: 0.0929253 Apr 23 18:10:07.903194 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3ca708d5-a3d9-463c-9531-2c79345cdee1 req-ab104306-f28d-44ea-a57a-81a1ac236879 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415008 Apr 23 18:10:09.565410 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c1f69678-e039-40fc-9674-4c6393397120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:11.884101 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e475ad20-a95d-4bdc-9dcc-fd95d3f4c3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:12.573834 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:12.740745 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:14.190446 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:22.423583 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:35.516153 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:10:39.569309 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-823628f3-f377-4a12-9673-18e7f6121a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:40.084909 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb614ba4-00ef-43ed-81e1-04e2df4b8e10 req-1c975fc3-cd7d-4fb8-b000-21ee83aa517d tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:40.086464 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cb614ba4-00ef-43ed-81e1-04e2df4b8e10 req-1c975fc3-cd7d-4fb8-b000-21ee83aa517d tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 946 time: 0.0887394 Apr 23 18:10:40.138307 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cb614ba4-00ef-43ed-81e1-04e2df4b8e10 req-f0fc5eb9-c257-4a46-834a-e77beec93181 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455310 Apr 23 18:10:41.349655 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a6776-d34f-4265-be04-9d1e7444af37 req-381804f4-5d5c-445d-b05c-feaf46b3ced1 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:41.351232 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f26a6776-d34f-4265-be04-9d1e7444af37 req-381804f4-5d5c-445d-b05c-feaf46b3ced1 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 946 time: 0.0920141 Apr 23 18:10:41.399672 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f26a6776-d34f-4265-be04-9d1e7444af37 req-8ba09a3b-daee-4f74-8530-1a222416e7b5 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419984 Apr 23 18:10:41.884657 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-08bc2b6d-fbac-4a6c-a60b-17f3288de5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:42.575315 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:42.599891 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e3b94-a76a-4ac6-86b7-7d6d4ae4bb87 req-6bdabba2-98e6-4590-8f90-71274afeee95 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:42.601469 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cc9e3b94-a76a-4ac6-86b7-7d6d4ae4bb87 req-6bdabba2-98e6-4590-8f90-71274afeee95 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 946 time: 0.0895867 Apr 23 18:10:42.649264 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-cc9e3b94-a76a-4ac6-86b7-7d6d4ae4bb87 req-a64caa06-2f9d-491a-bda9-e96b12b330e9 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 Apr 23 18:10:42.743214 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:43.848295 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8848e-494c-4231-982c-10de8fafef96 req-e55921d6-318a-4011-9628-4019eba06f8c tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:43.849842 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8db8848e-494c-4231-982c-10de8fafef96 req-e55921d6-318a-4011-9628-4019eba06f8c tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 946 time: 0.0876174 Apr 23 18:10:43.896762 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-8db8848e-494c-4231-982c-10de8fafef96 req-1ee96293-acdc-4b3a-8931-a865571b7a81 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405784 Apr 23 18:10:44.194523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:44.697086 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1148e82-90be-4a46-b884-f70a66e58977 req-c4e13b57-5f8c-452b-95bd-ac27a8397ec6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:44.698587 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a1148e82-90be-4a46-b884-f70a66e58977 req-c4e13b57-5f8c-452b-95bd-ac27a8397ec6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 946 time: 0.1072903 Apr 23 18:10:44.863613 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-a1148e82-90be-4a46-b884-f70a66e58977 req-083411c1-b406-4c22-a69e-cbbcf20066ee tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Deleting port 9c29020e-3bff-410f-889d-047f1f218ae4 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:10:44.864274 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a1148e82-90be-4a46-b884-f70a66e58977 req-083411c1-b406-4c22-a69e-cbbcf20066ee tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:45.010948 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-a1148e82-90be-4a46-b884-f70a66e58977 req-083411c1-b406-4c22-a69e-cbbcf20066ee tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] For port 9c29020e-3bff-410f-889d-047f1f218ae4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9c29020e-3bff-410f-889d-047f1f218ae4,segment=NetworkSegment(7ef44081-b6cd-4e68-a360-cb8b1249c2d6),segment_id=7ef44081-b6cd-4e68-a360-cb8b1249c2d6)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:10:45.011312 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a1148e82-90be-4a46-b884-f70a66e58977 req-083411c1-b406-4c22-a69e-cbbcf20066ee tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:45.107827 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27722d-a6f4-4461-b7ef-5ef903d61d92 req-3a7e1177-beba-40a7-9e1f-2e3b70b0a2fa tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:45.110112 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6d27722d-a6f4-4461-b7ef-5ef903d61d92 req-3a7e1177-beba-40a7-9e1f-2e3b70b0a2fa tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac535b5c-c2ec-4491-8001-48e610c8017a HTTP/1.1" status: 200 len: 946 time: 0.0945098 Apr 23 18:10:45.144824 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-a1148e82-90be-4a46-b884-f70a66e58977 req-083411c1-b406-4c22-a69e-cbbcf20066ee tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Calling delete_port for 9c29020e-3bff-410f-889d-047f1f218ae4 owned by compute:nova {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:10:45.159351 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-6d27722d-a6f4-4461-b7ef-5ef903d61d92 req-bc1176b4-dc8f-41a7-aee0-59a2dd75a388 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 Apr 23 18:10:45.261702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a1148e82-90be-4a46-b884-f70a66e58977 req-083411c1-b406-4c22-a69e-cbbcf20066ee tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:45.267477 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5bfc429f-f32f-43cd-8832-31c7d212a292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:10:45.272722 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['9c29020e-3bff-410f-889d-047f1f218ae4'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:10:45.316592 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083411c1-b406-4c22-a69e-cbbcf20066ee tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Pushing event deleted for resources: {'Port': ['ID=9c29020e-3bff-410f-889d-047f1f218ae4,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:10:45.320219 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-083411c1-b406-4c22-a69e-cbbcf20066ee tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:10:45.398503 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1148e82-90be-4a46-b884-f70a66e58977 req-083411c1-b406-4c22-a69e-cbbcf20066ee tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] No DVR routers for this DVR port 9c29020e-3bff-410f-889d-047f1f218ae4 on host hv-cinder-78652 {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:10:45.401117 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-a1148e82-90be-4a46-b884-f70a66e58977 req-083411c1-b406-4c22-a69e-cbbcf20066ee tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:45.403957 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac535b5c-c2ec-4491-8001-48e610c8017a', 'name': 'network-vif-deleted', 'tag': '9c29020e-3bff-410f-889d-047f1f218ae4'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:10:45.420787 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a1148e82-90be-4a46-b884-f70a66e58977 req-083411c1-b406-4c22-a69e-cbbcf20066ee tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.22 "DELETE /v2.0/ports/9c29020e-3bff-410f-889d-047f1f218ae4 HTTP/1.1" status: 204 len: 173 time: 0.7165608 Apr 23 18:10:45.458177 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac535b5c-c2ec-4491-8001-48e610c8017a', 'name': 'network-vif-deleted', 'tag': '9c29020e-3bff-410f-889d-047f1f218ae4', 'status': 'completed', 'code': 200} Apr 23 18:10:47.769002 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 9c29020e-3bff-410f-889d-047f1f218ae4 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:10:47.805362 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: 9c29020e-3bff-410f-889d-047f1f218ae4 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:10:47.805762 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 9c29020e-3bff-410f-889d-047f1f218ae4 not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:10:50.748129 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-7368ffae-4217-4cfe-8601-f636c4baa736 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:50.749699 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-7368ffae-4217-4cfe-8601-f636c4baa736 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/networks?id=36fd738a-a933-4745-bbe1-8094c987f99c HTTP/1.1" status: 200 len: 813 time: 0.3864000 Apr 23 18:10:50.765611 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-96ca449f-226d-428b-a717-d19ede1f4478 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/quotas/5be839c6df4340e489177124479d213b HTTP/1.1" status: 200 len: 375 time: 0.0094988 Apr 23 18:10:50.817565 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-22bebd0f-477c-48b3-ac80-5ad239cbcaf8 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Synchronizing usage tracker for tenant:5be839c6df4340e489177124479d213b on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:10:50.832842 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-22bebd0f-477c-48b3-ac80-5ad239cbcaf8 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Unset dirty status for tenant:5be839c6df4340e489177124479d213b on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:10:50.834145 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-22bebd0f-477c-48b3-ac80-5ad239cbcaf8 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5be839c6df4340e489177124479d213b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626521 Apr 23 18:10:50.976127 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-c3753dc4-447f-4fbd-8e74-a6fd6726ee44 service neutron] 10.222.0.11 "GET /v2.0/networks/36fd738a-a933-4745-bbe1-8094c987f99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343882 Apr 23 18:10:51.117396 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-efa6f834-4d3a-4f1c-a977-e6221a0be794 service neutron] 10.222.0.11 "GET /v2.0/networks/36fd738a-a933-4745-bbe1-8094c987f99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347189 Apr 23 18:10:51.311883 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7917d288-5a2c-4743-9ef9-71939da66dc4 req-37205c57-8b38-4a8e-89b2-10c905b3b870 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 210 time: 0.0504558 Apr 23 18:10:52.332187 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-db425e9e-8f68-4156-91dd-d86e8950d91d tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:52.333733 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-db425e9e-8f68-4156-91dd-d86e8950d91d tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.22 "GET /v2.0/networks?id=36fd738a-a933-4745-bbe1-8094c987f99c HTTP/1.1" status: 200 len: 813 time: 0.1647086 Apr 23 18:10:52.345742 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-5ce7913a-6326-4619-9e1c-65986eca2dd6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Request body: {'port': {'device_id': 'fe02c290-f091-482f-8a1a-e5684258892e', 'network_id': '36fd738a-a933-4745-bbe1-8094c987f99c', 'admin_state_up': True, 'tenant_id': '5be839c6df4340e489177124479d213b'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:10:52.425841 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:52.501245 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4ec26648-1cd4-4f9c-91d5-c7d1e3449646 req-37807674-9583-4d1c-8c98-608203985c60 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 210 time: 0.0567861 Apr 23 18:10:52.545062 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-5ce7913a-6326-4619-9e1c-65986eca2dd6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:10:52.555084 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-5ce7913a-6326-4619-9e1c-65986eca2dd6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:10:52.563552 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-5ce7913a-6326-4619-9e1c-65986eca2dd6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Made reservation on behalf of 5be839c6df4340e489177124479d213b for: {'port': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:10:52.570300 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-5ce7913a-6326-4619-9e1c-65986eca2dd6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:52.743182 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-5ce7913a-6326-4619-9e1c-65986eca2dd6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Allocated IP 172.20.0.12 (36fd738a-a933-4745-bbe1-8094c987f99c/88ce8831-3dac-497a-91c6-9a04350c1f26/295c5926-1de2-42ba-977d-75c48bc04306) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:10:52.958670 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-5ce7913a-6326-4619-9e1c-65986eca2dd6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:52.987908 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-5ce7913a-6326-4619-9e1c-65986eca2dd6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:52.994634 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d1b3922b-2752-4df6-bfeb-2fd0ada8f600 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:10:53.054730 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-5ce7913a-6326-4619-9e1c-65986eca2dd6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Network 36fd738a-a933-4745-bbe1-8094c987f99c is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:10:53.055879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-5ce7913a-6326-4619-9e1c-65986eca2dd6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:10:53.058263 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-5ce7913a-6326-4619-9e1c-65986eca2dd6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:10:53.119796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7913a-6326-4619-9e1c-65986eca2dd6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Pushing event updated for resources: {'Port': ['ID=295c5926-1de2-42ba-977d-75c48bc04306,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:10:53.122751 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5ce7913a-6326-4619-9e1c-65986eca2dd6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:10:53.145973 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-5ce7913a-6326-4619-9e1c-65986eca2dd6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:53.146629 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-5ce7913a-6326-4619-9e1c-65986eca2dd6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:53.170956 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-5ce7913a-6326-4619-9e1c-65986eca2dd6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8293743 Apr 23 18:10:53.183239 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Request body: {'port': {'device_id': 'fe02c290-f091-482f-8a1a-e5684258892e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:10:53.302265 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:53.670986 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295c5926-1de2-42ba-977d-75c48bc04306 {{(pid=86361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:10:53.679021 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:53.694547 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Transition to ACTIVE for port object 295c5926-1de2-42ba-977d-75c48bc04306 will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:10:53.697166 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:53.701950 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-34a788fc-dc37-44dc-9c99-631530d840a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:10:53.707985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dd3e6-846b-4c29-b2bb-56caa1b8eadc req-53d27b84-8c9c-486f-a258-c3375adf8233 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:53.709582 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b24dd3e6-846b-4c29-b2bb-56caa1b8eadc req-53d27b84-8c9c-486f-a258-c3375adf8233 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 932 time: 0.0946376 Apr 23 18:10:53.759283 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b24dd3e6-846b-4c29-b2bb-56caa1b8eadc req-bec4a500-d46d-4883-a083-bbe6dfdf0912 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430009 Apr 23 18:10:53.872687 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Pushing event updated for resources: {'Port': ['ID=295c5926-1de2-42ba-977d-75c48bc04306,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:10:53.906546 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:10:53.947235 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Attempting to bind port 295c5926-1de2-42ba-977d-75c48bc04306 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:10:53.947617 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Attempting to bind port 295c5926-1de2-42ba-977d-75c48bc04306 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '7ef44081-b6cd-4e68-a360-cb8b1249c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36fd738a-a933-4745-bbe1-8094c987f99c'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:10:53.947987 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Attempting to bind port 295c5926-1de2-42ba-977d-75c48bc04306 on network 36fd738a-a933-4745-bbe1-8094c987f99c {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:10:53.952922 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Port 295c5926-1de2-42ba-977d-75c48bc04306 on network 36fd738a-a933-4745-bbe1-8094c987f99c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:10:53.953286 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Attempting to bind port 295c5926-1de2-42ba-977d-75c48bc04306 on network 36fd738a-a933-4745-bbe1-8094c987f99c {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:10:53.959318 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:10:53.959696 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Checking segment: {'id': '7ef44081-b6cd-4e68-a360-cb8b1249c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36fd738a-a933-4745-bbe1-8094c987f99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:10:53.960117 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Bound using segment: {'id': '7ef44081-b6cd-4e68-a360-cb8b1249c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36fd738a-a933-4745-bbe1-8094c987f99c'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:10:53.960585 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Bound port: 295c5926-1de2-42ba-977d-75c48bc04306, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef44081-b6cd-4e68-a360-cb8b1249c2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '36fd738a-a933-4745-bbe1-8094c987f99c'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:10:53.960967 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:54.053670 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] For port 295c5926-1de2-42ba-977d-75c48bc04306, host hv-cinder-78652, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:10:54.057101 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] For port 295c5926-1de2-42ba-977d-75c48bc04306, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=295c5926-1de2-42ba-977d-75c48bc04306,segment=NetworkSegment(7ef44081-b6cd-4e68-a360-cb8b1249c2d6),segment_id=7ef44081-b6cd-4e68-a360-cb8b1249c2d6)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:10:54.059930 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:54.064617 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-eed25010-3682-457a-a247-f62d90838363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:10:54.124331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:54.125008 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:54.126488 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] 10.222.0.22 "PUT /v2.0/ports/295c5926-1de2-42ba-977d-75c48bc04306 HTTP/1.1" status: 200 len: 1094 time: 0.9479532 Apr 23 18:10:54.127133 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe02c290-f091-482f-8a1a-e5684258892e', 'tag': '295c5926-1de2-42ba-977d-75c48bc04306'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:10:54.154768 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Pushing event updated for resources: {'Port': ['ID=295c5926-1de2-42ba-977d-75c48bc04306,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:10:54.157903 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:10:54.200261 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe02c290-f091-482f-8a1a-e5684258892e', 'tag': '295c5926-1de2-42ba-977d-75c48bc04306', 'status': 'completed', 'code': 200} Apr 23 18:10:54.242059 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-33de8d5b-6754-46d9-adfd-a3d26b83e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:54.243648 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-33de8d5b-6754-46d9-adfd-a3d26b83e08d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5be839c6df4340e489177124479d213b&device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 1097 time: 0.0812786 Apr 23 18:10:54.319631 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-58a6eefd-d254-4146-9eda-81b6850d9996 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=295c5926-1de2-42ba-977d-75c48bc04306 HTTP/1.1" status: 200 len: 217 time: 0.0687389 Apr 23 18:10:54.388658 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-10947cb3-4ef9-494a-bfe2-e667088951e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:54.390179 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-10947cb3-4ef9-494a-bfe2-e667088951e9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88ce8831-3dac-497a-91c6-9a04350c1f26 HTTP/1.1" status: 200 len: 853 time: 0.0644784 Apr 23 18:10:54.446170 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-ea9fd9b1-2cd2-4408-bdc8-4e286bfadd5e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36fd738a-a933-4745-bbe1-8094c987f99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494053 Apr 23 18:10:54.585964 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-9b7c0aa8-a89c-4a14-acfb-da7b8ae5cbbb service neutron] 10.222.0.22 "GET /v2.0/networks/36fd738a-a933-4745-bbe1-8094c987f99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329753 Apr 23 18:10:54.727539 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-21d2ca79-22f5-43e7-b7c7-27cc9552d06e req-7d585da9-5cd0-4f8a-8327-f9c45c4c953f service neutron] 10.222.0.22 "GET /v2.0/networks/36fd738a-a933-4745-bbe1-8094c987f99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348472 Apr 23 18:10:54.845148 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122e6c8-1024-4cb9-9d0e-40364bf8366b req-08180e4b-ae11-4501-a799-15e216af1b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:54.847396 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a122e6c8-1024-4cb9-9d0e-40364bf8366b req-08180e4b-ae11-4501-a799-15e216af1b2b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5be839c6df4340e489177124479d213b&device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 1097 time: 0.0794616 Apr 23 18:10:54.960664 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70844c4d-7982-4228-b7bd-7c6338c796ff req-87fd4c69-aa65-486f-8f72-b9620bd14229 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:54.962261 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-70844c4d-7982-4228-b7bd-7c6338c796ff req-87fd4c69-aa65-486f-8f72-b9620bd14229 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 944 time: 0.0890622 Apr 23 18:10:54.991582 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122e6c8-1024-4cb9-9d0e-40364bf8366b req-c2e8d57c-0239-4973-b796-c148e50aba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:54.993080 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a122e6c8-1024-4cb9-9d0e-40364bf8366b req-c2e8d57c-0239-4973-b796-c148e50aba89 service neutron] 10.222.0.22 "GET /v2.0/networks?id=36fd738a-a933-4745-bbe1-8094c987f99c HTTP/1.1" status: 200 len: 914 time: 0.1395140 Apr 23 18:10:55.011285 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-70844c4d-7982-4228-b7bd-7c6338c796ff req-1665bdcd-7092-4928-86d6-c80a7b2b38f7 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425873 Apr 23 18:10:55.071397 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a122e6c8-1024-4cb9-9d0e-40364bf8366b req-4034dd2c-2322-48b2-aa00-281dee76ef6b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=295c5926-1de2-42ba-977d-75c48bc04306 HTTP/1.1" status: 200 len: 217 time: 0.0702021 Apr 23 18:10:55.139722 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122e6c8-1024-4cb9-9d0e-40364bf8366b req-ff0020b6-bd00-4dd7-8d94-96b1c075ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:55.141224 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a122e6c8-1024-4cb9-9d0e-40364bf8366b req-ff0020b6-bd00-4dd7-8d94-96b1c075ba2f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88ce8831-3dac-497a-91c6-9a04350c1f26 HTTP/1.1" status: 200 len: 853 time: 0.0631475 Apr 23 18:10:55.196729 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a122e6c8-1024-4cb9-9d0e-40364bf8366b req-3f60ed44-d61b-4cae-96e9-271a715aeba5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36fd738a-a933-4745-bbe1-8094c987f99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468514 Apr 23 18:10:55.337973 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a122e6c8-1024-4cb9-9d0e-40364bf8366b req-723e8d9a-868c-4a9f-85ba-df2d0cb8b7b2 service neutron] 10.222.0.22 "GET /v2.0/networks/36fd738a-a933-4745-bbe1-8094c987f99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341474 Apr 23 18:10:55.481989 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a122e6c8-1024-4cb9-9d0e-40364bf8366b req-12061752-32bd-4583-89da-d088fc96f2eb service neutron] 10.222.0.22 "GET /v2.0/networks/36fd738a-a933-4745-bbe1-8094c987f99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359196 Apr 23 18:10:56.447825 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010c78f-3f9c-4af9-a50e-980340ef94d4 req-a4889d18-aff5-4e10-af50-7a37eafd8f01 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:56.448577 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-2010c78f-3f9c-4af9-a50e-980340ef94d4 req-a4889d18-aff5-4e10-af50-7a37eafd8f01 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Synchronizing usage tracker for tenant:5be839c6df4340e489177124479d213b on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:10:56.462751 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-2010c78f-3f9c-4af9-a50e-980340ef94d4 req-a4889d18-aff5-4e10-af50-7a37eafd8f01 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Unset dirty status for tenant:5be839c6df4340e489177124479d213b on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:10:56.464003 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2010c78f-3f9c-4af9-a50e-980340ef94d4 req-a4889d18-aff5-4e10-af50-7a37eafd8f01 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 944 time: 0.3379476 Apr 23 18:10:56.511421 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2010c78f-3f9c-4af9-a50e-980340ef94d4 req-d3c9c91a-2c34-4c19-9ef2-ba84e1ae17f6 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410089 Apr 23 18:10:57.715194 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a1f22-1381-447e-93cd-ce47cef080b2 req-94b97c38-2715-4a0f-9c37-a658ef09ebaa tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:57.716694 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-493a1f22-1381-447e-93cd-ce47cef080b2 req-94b97c38-2715-4a0f-9c37-a658ef09ebaa tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 944 time: 0.0911739 Apr 23 18:10:57.764226 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-493a1f22-1381-447e-93cd-ce47cef080b2 req-5610759d-5cda-4973-b36b-f7fdf4971b98 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Apr 23 18:10:57.814600 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 295c5926-1de2-42ba-977d-75c48bc04306 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:10:57.954527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 295c5926-1de2-42ba-977d-75c48bc04306, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=295c5926-1de2-42ba-977d-75c48bc04306,segment=NetworkSegment(7ef44081-b6cd-4e68-a360-cb8b1249c2d6),segment_id=7ef44081-b6cd-4e68-a360-cb8b1249c2d6)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:10:57.972770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '295c5926-1de2-42ba-977d-75c48bc04306', 'network_id': '36fd738a-a933-4745-bbe1-8094c987f99c', 'port_id': '295c5926-1de2-42ba-977d-75c48bc04306', 'mac_address': 'fa:16:3e:c5:f4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ce8831-3dac-497a-91c6-9a04350c1f26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:10:58.031028 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:58.048671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295c5926-1de2-42ba-977d-75c48bc04306 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:10:58.064776 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 295c5926-1de2-42ba-977d-75c48bc04306, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=295c5926-1de2-42ba-977d-75c48bc04306,segment=NetworkSegment(7ef44081-b6cd-4e68-a360-cb8b1249c2d6),segment_id=7ef44081-b6cd-4e68-a360-cb8b1249c2d6)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:10:58.067491 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:10:58.069532 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:10:58.137327 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=295c5926-1de2-42ba-977d-75c48bc04306,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:10:58.140455 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:10:58.254669 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['295c5926-1de2-42ba-977d-75c48bc04306'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:10:58.965280 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d287be0-ee0b-464b-8d12-904716439045 req-e2dcaa57-c55c-4f59-a83d-96631446939b tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:10:58.966822 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0d287be0-ee0b-464b-8d12-904716439045 req-e2dcaa57-c55c-4f59-a83d-96631446939b tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 945 time: 0.0901849 Apr 23 18:10:59.014028 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0d287be0-ee0b-464b-8d12-904716439045 req-508cbef3-9771-407c-aeb9-27904302a2b5 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407522 Apr 23 18:10:59.831803 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 295c5926-1de2-42ba-977d-75c48bc04306 up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:10:59.905015 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port 295c5926-1de2-42ba-977d-75c48bc04306 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:10:59.910597 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 295c5926-1de2-42ba-977d-75c48bc04306 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:10:59.911048 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:00.031541 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:00.062208 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe02c290-f091-482f-8a1a-e5684258892e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295c5926-1de2-42ba-977d-75c48bc04306'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:11:00.073565 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 295c5926-1de2-42ba-977d-75c48bc04306, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=295c5926-1de2-42ba-977d-75c48bc04306,segment=NetworkSegment(7ef44081-b6cd-4e68-a360-cb8b1249c2d6),segment_id=7ef44081-b6cd-4e68-a360-cb8b1249c2d6)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:11:00.076604 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:00.078540 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:00.111671 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe02c290-f091-482f-8a1a-e5684258892e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295c5926-1de2-42ba-977d-75c48bc04306', 'code': 200} Apr 23 18:11:00.154315 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=295c5926-1de2-42ba-977d-75c48bc04306,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:00.157577 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:00.228593 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebe69a-149a-41f8-87d7-645d61cab37d req-ed54a1fb-d404-45f0-8a50-c437e4eb40d2 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:11:00.230295 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-13ebe69a-149a-41f8-87d7-645d61cab37d req-ed54a1fb-d404-45f0-8a50-c437e4eb40d2 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 946 time: 0.0968804 Apr 23 18:11:00.285442 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-13ebe69a-149a-41f8-87d7-645d61cab37d req-c5e09c36-5f80-4811-9d67-cd991b2259d4 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484614 Apr 23 18:11:00.352150 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045c7eb-3972-4655-ae50-586104cfa027 req-f9935863-e4a6-4efc-be36-297d484b5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:11:00.353662 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c045c7eb-3972-4655-ae50-586104cfa027 req-f9935863-e4a6-4efc-be36-297d484b5c47 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 1099 time: 0.0776739 Apr 23 18:11:00.398664 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c045c7eb-3972-4655-ae50-586104cfa027 req-ea35c828-6800-47c2-8b31-59c654a586af service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380473 Apr 23 18:11:01.491931 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad13b6-900e-4fc0-ba94-4b367bd5e81c req-98dbde43-7500-4db8-873e-fefba84bf5c9 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:11:01.493506 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-74ad13b6-900e-4fc0-ba94-4b367bd5e81c req-98dbde43-7500-4db8-873e-fefba84bf5c9 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 946 time: 0.0910146 Apr 23 18:11:01.542707 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-74ad13b6-900e-4fc0-ba94-4b367bd5e81c req-a5890246-01f2-4aa2-aa39-bf74330b3bd9 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425799 Apr 23 18:11:09.571727 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a0076a04-303b-47c9-a104-caa9a1fd4038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:11.885757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0a993ad6-c935-4af9-a0a9-148c38b90467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:12.515643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:11:12.577302 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:12.746137 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:14.196497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:17.522709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa3566-8c79-4fc8-85cd-bb64dd711831 req-a664df76-b8fe-4cac-8956-d9c54415d931 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:11:17.524235 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e3fa3566-8c79-4fc8-85cd-bb64dd711831 req-a664df76-b8fe-4cac-8956-d9c54415d931 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 946 time: 0.0891845 Apr 23 18:11:17.572357 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e3fa3566-8c79-4fc8-85cd-bb64dd711831 req-242b30bc-9429-4810-9ba5-3a3fe9828bd4 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416358 Apr 23 18:11:18.777513 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8071e3-2d7a-4b9e-8fc9-2046b547f345 req-c216e35e-4afa-4d98-a9b2-816225959611 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:11:18.779038 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fb8071e3-2d7a-4b9e-8fc9-2046b547f345 req-c216e35e-4afa-4d98-a9b2-816225959611 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 946 time: 0.0936098 Apr 23 18:11:18.827554 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fb8071e3-2d7a-4b9e-8fc9-2046b547f345 req-b7624795-2d38-443a-873c-5b8aa450577e tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 Apr 23 18:11:20.035234 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c806b-0e2b-4638-946b-a7900c16f6ec req-ad910d93-8330-4dc8-8ed6-0c7144212bc1 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:11:20.036811 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f32c806b-0e2b-4638-946b-a7900c16f6ec req-ad910d93-8330-4dc8-8ed6-0c7144212bc1 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 946 time: 0.0917292 Apr 23 18:11:20.084745 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f32c806b-0e2b-4638-946b-a7900c16f6ec req-95261370-8263-4bda-a781-4634971da83e tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417120 Apr 23 18:11:21.284362 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e8076-5990-48b0-8cab-0386ed29576a req-727d3184-9f4c-4422-8e71-ec43ceb57608 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:11:21.285958 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e55e8076-5990-48b0-8cab-0386ed29576a req-727d3184-9f4c-4422-8e71-ec43ceb57608 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 946 time: 0.0878799 Apr 23 18:11:21.334489 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e55e8076-5990-48b0-8cab-0386ed29576a req-edbc460b-fa7f-4d34-95b3-e06355a994b0 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/security-groups?id=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421352 Apr 23 18:11:21.568738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff221574-d53d-4250-a9ca-9bbe9708ab15 req-9fbea926-2251-435d-9695-e41586170590 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:11:21.570260 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ff221574-d53d-4250-a9ca-9bbe9708ab15 req-9fbea926-2251-435d-9695-e41586170590 tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 946 time: 0.0898712 Apr 23 18:11:21.717402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-ff221574-d53d-4250-a9ca-9bbe9708ab15 req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Deleting port 295c5926-1de2-42ba-977d-75c48bc04306 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:11:21.717715 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-ff221574-d53d-4250-a9ca-9bbe9708ab15 req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:21.858604 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-ff221574-d53d-4250-a9ca-9bbe9708ab15 req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] For port 295c5926-1de2-42ba-977d-75c48bc04306, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=295c5926-1de2-42ba-977d-75c48bc04306,segment=NetworkSegment(7ef44081-b6cd-4e68-a360-cb8b1249c2d6),segment_id=7ef44081-b6cd-4e68-a360-cb8b1249c2d6)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:11:21.859081 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-ff221574-d53d-4250-a9ca-9bbe9708ab15 req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:21.989293 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-ff221574-d53d-4250-a9ca-9bbe9708ab15 req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Calling delete_port for 295c5926-1de2-42ba-977d-75c48bc04306 owned by compute:nova {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:11:22.098954 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-ff221574-d53d-4250-a9ca-9bbe9708ab15 req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:22.104518 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-af303f74-66e9-4d41-a63d-1089c535dd3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:22.110291 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['295c5926-1de2-42ba-977d-75c48bc04306'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:11:22.155160 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Pushing event deleted for resources: {'Port': ['ID=295c5926-1de2-42ba-977d-75c48bc04306,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:22.193691 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:22.194107 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:22.194516 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:22.194920 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:22.195350 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:22.195749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:22.196146 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:22.196540 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:22.196951 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:22.197289 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:22.197677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:22.198066 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:22.205934 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:22.247599 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff221574-d53d-4250-a9ca-9bbe9708ab15 req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] No DVR routers for this DVR port 295c5926-1de2-42ba-977d-75c48bc04306 on host hv-cinder-78652 {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:11:22.249959 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-ff221574-d53d-4250-a9ca-9bbe9708ab15 req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:22.253386 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe02c290-f091-482f-8a1a-e5684258892e', 'name': 'network-vif-deleted', 'tag': '295c5926-1de2-42ba-977d-75c48bc04306'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:11:22.268391 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ff221574-d53d-4250-a9ca-9bbe9708ab15 req-8042f709-ddfd-45de-8894-153a64f7e8cf tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.22 "DELETE /v2.0/ports/295c5926-1de2-42ba-977d-75c48bc04306 HTTP/1.1" status: 204 len: 173 time: 0.6921797 Apr 23 18:11:22.311766 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe02c290-f091-482f-8a1a-e5684258892e', 'name': 'network-vif-deleted', 'tag': '295c5926-1de2-42ba-977d-75c48bc04306', 'status': 'completed', 'code': 200} Apr 23 18:11:22.434397 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:22.518613 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-c222adac-2ae8-4af2-950a-fc8d790a6eef req-184aa4db-9c5f-42f1-b6ea-71998037e72e tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Synchronizing usage tracker for tenant:5be839c6df4340e489177124479d213b on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:11:22.533401 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-c222adac-2ae8-4af2-950a-fc8d790a6eef req-184aa4db-9c5f-42f1-b6ea-71998037e72e tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Unset dirty status for tenant:5be839c6df4340e489177124479d213b on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:11:22.534610 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c222adac-2ae8-4af2-950a-fc8d790a6eef req-184aa4db-9c5f-42f1-b6ea-71998037e72e tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe02c290-f091-482f-8a1a-e5684258892e HTTP/1.1" status: 200 len: 210 time: 0.0669658 Apr 23 18:11:25.986515 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 295c5926-1de2-42ba-977d-75c48bc04306 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:11:26.024127 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: 295c5926-1de2-42ba-977d-75c48bc04306 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:11:26.024523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 295c5926-1de2-42ba-977d-75c48bc04306 not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:11:39.573115 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b993b2cf-586d-4bec-9bed-f24e8503abbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:41.886044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-056c6047-00d2-4c65-abb5-bffc83d7b867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:42.583267 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:42.746470 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:42.968376 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34002) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:11:43.034656 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c8f205-480a-49fc-a366-4a471de4a0ca admin admin] Deleting subnet 88ce8831-3dac-497a-91c6-9a04350c1f26 {{(pid=86361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 18:11:43.037619 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-09c8f205-480a-49fc-a366-4a471de4a0ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:43.092377 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-09c8f205-480a-49fc-a366-4a471de4a0ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848253410'] for subnet, precommit_delete_associations {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:43.149204 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-09c8f205-480a-49fc-a366-4a471de4a0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851233888'] for subnet, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:43.405915 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-09c8f205-480a-49fc-a366-4a471de4a0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852916966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6478716'] for subnet, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:43.411453 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9f3a45a9-54dd-46c3-a239-297009d8a3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:43.450785 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8f205-480a-49fc-a366-4a471de4a0ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ce8831-3dac-497a-91c6-9a04350c1f26,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:43.453910 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-09c8f205-480a-49fc-a366-4a471de4a0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:43.454999 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-09c8f205-480a-49fc-a366-4a471de4a0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:43.461234 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-09c8f205-480a-49fc-a366-4a471de4a0ca admin admin] 10.222.0.11 "DELETE /v2.0/subnets/88ce8831-3dac-497a-91c6-9a04350c1f26 HTTP/1.1" status: 204 len: 168 time: 0.4917483 Apr 23 18:11:43.463982 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34006) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:11:43.580373 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1ad51bd1-7be6-4f21-ace7-53d834b06a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851326484'] for network, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:43.712472 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1ad51bd1-7be6-4f21-ace7-53d834b06a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542005', 'neutron.services.segments.db._delete_segments_for_network-8774976202099'] for network, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:43.827770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-1ad51bd1-7be6-4f21-ace7-53d834b06a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fd738a-a933-4745-bbe1-8094c987f99c']}} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:11:43.841042 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-1ad51bd1-7be6-4f21-ace7-53d834b06a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef44081-b6cd-4e68-a360-cb8b1249c2d6') {'for_net_delete': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:11:43.841388 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-1ad51bd1-7be6-4f21-ace7-53d834b06a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef44081-b6cd-4e68-a360-cb8b1249c2d6') {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:11:43.853419 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1ad51bd1-7be6-4f21-ace7-53d834b06a5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261878593123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6522390'] for segment, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:43.868676 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1ad51bd1-7be6-4f21-ace7-53d834b06a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:43.874961 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad51bd1-7be6-4f21-ace7-53d834b06a5e admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=86361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 18:11:44.051257 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-1ad51bd1-7be6-4f21-ace7-53d834b06a5e admin admin] Network 36fd738a-a933-4745-bbe1-8094c987f99c has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:11:44.063770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1ad51bd1-7be6-4f21-ace7-53d834b06a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1859257'] for segment, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:44.204816 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:44.245324 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-1ad51bd1-7be6-4f21-ace7-53d834b06a5e admin admin] Network 36fd738a-a933-4745-bbe1-8094c987f99c has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: Traceback (most recent call last): Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: timer() Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: cb(*args, **kw) Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: return func(*args, **kwargs) Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: self._notify() Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: self.callback(batched_events) Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: event.method(event) Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: segment_id)['aggregates'][0] Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: return f(self, *a, **k) Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: return self._get(url).json() Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: **kwargs) Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: return self.request(url, 'GET', **kwargs) Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: **endpoint_filter) Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 18:11:44.267937 dv-cinder-786524-3-smb neutron-server[86250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 18:11:44.346154 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1ad51bd1-7be6-4f21-ace7-53d834b06a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851233795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853070148'] for network, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:44.349877 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-93d11c09-04fd-4ff2-ba79-2e7f95ef6511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:44.364136 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1ad51bd1-7be6-4f21-ace7-53d834b06a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:44.373761 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad51bd1-7be6-4f21-ace7-53d834b06a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=36fd738a-a933-4745-bbe1-8094c987f99c,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:44.377464 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-1ad51bd1-7be6-4f21-ace7-53d834b06a5e admin admin] 10.222.0.11 "DELETE /v2.0/networks/36fd738a-a933-4745-bbe1-8094c987f99c HTTP/1.1" status: 204 len: 168 time: 0.9124093 Apr 23 18:11:44.378580 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-1ad51bd1-7be6-4f21-ace7-53d834b06a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:44.489941 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34012) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:11:44.541845 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-a0f14f47-2be1-4b88-bd5a-90f6188c9988 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5be839c6df4340e489177124479d213b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506384 Apr 23 18:11:44.544374 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34016) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:11:44.605241 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c7e4accd-2e53-445e-9e94-a652af89f4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:44.635543 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c7e4accd-2e53-445e-9e94-a652af89f4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:44.684603 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c7e4accd-2e53-445e-9e94-a652af89f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:44.689685 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-59f3d5db-739a-4840-b45e-a51d7c4f1fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:44.703466 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4accd-2e53-445e-9e94-a652af89f4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e1be3d-6269-4e8c-b99e-5ad45a2b0e36,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:44.707013 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-c7e4accd-2e53-445e-9e94-a652af89f4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:44.713088 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c7e4accd-2e53-445e-9e94-a652af89f4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:44.714308 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-c7e4accd-2e53-445e-9e94-a652af89f4cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87e1be3d-6269-4e8c-b99e-5ad45a2b0e36 HTTP/1.1" status: 204 len: 168 time: 0.1689637 Apr 23 18:11:45.460184 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34040) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:11:45.572791 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1913687148-network', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:11:45.578026 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:11:45.582574 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Usage tracker for resource:network and tenant:aee37c23d7c6433ca7a8e4025a1023c6 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:11:45.585581 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:11:45.591920 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:11:45.601778 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Made reservation on behalf of aee37c23d7c6433ca7a8e4025a1023c6 for: {'network': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:11:45.606394 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:45.620013 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:45.635939 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:11:45.639928 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Usage tracker for resource:security_group_rule and tenant:aee37c23d7c6433ca7a8e4025a1023c6 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:11:45.643231 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:11:45.649254 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:11:45.737342 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:45.740061 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:45.744111 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-1382f53e-d135-4b79-adb7-e7483d179c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:45.769914 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=86361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 18:11:45.784121 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09598906-6d4f-43eb-801c-27429ccf62bf,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:45.787567 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:45.790433 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:45.790818 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Added segment 7edc0d00-26cd-4014-a042-6c16d6dabd38 of type vlan for network fc87f793-c224-4d30-9c45-dba51bc82a19 Apr 23 18:11:45.818634 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:45.851407 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:45.852792 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:11:45.853424 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:45.858438 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-9685c3f8-d303-4ca1-a6d0-77b16d0e568c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:45.961225 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4998188 Apr 23 18:11:45.964226 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Pushing event updated for resources: {'Network': ['ID=fc87f793-c224-4d30-9c45-dba51bc82a19,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:45.964404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 34046) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:11:45.967007 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-98c877f1-c58e-49e4-93f8-e734f4210c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:45.970997 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Request body: {'subnet': {'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1913687148-subnet', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'ip_version': 4}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:11:45.974747 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network fc87f793-c224-4d30-9c45-dba51bc82a19 details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 18:11:45.976526 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:11:45.980553 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Usage tracker for resource:subnet and tenant:aee37c23d7c6433ca7a8e4025a1023c6 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:11:45.984501 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:11:45.991386 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:11:46.000028 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Made reservation on behalf of aee37c23d7c6433ca7a8e4025a1023c6 for: {'subnet': 1} {{(pid=86362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:11:46.004801 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847642502'] for subnet, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:46.421532 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7594489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847642517'] for subnet, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:46.427398 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-446510f6-c955-4994-b4e0-3cec546e2929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:46.522719 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00a4c7c-b873-4219-95bc-e0e48c518f93,revision_number=0']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:46.536466 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:46.536893 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:46.537315 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:46.537730 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:46.538185 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:46.538599 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:46.539049 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:46.539463 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:46.539870 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:46.540280 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:46.540750 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:46.541411 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:46.544727 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Checking segment: {'id': '7edc0d00-26cd-4014-a042-6c16d6dabd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:11:46.545229 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Network hostable DHCP agents. Network: fc87f793-c224-4d30-9c45-dba51bc82a19, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 18:11:46.553694 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:46.568639 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Network fc87f793-c224-4d30-9c45-dba51bc82a19 is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 18:11:46.577372 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, fc87f793-c224-4d30-9c45-dba51bc82a19) {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:11:46.590629 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b3fe4-5656-4751-889f-24d6a2855049 None None] Network fc87f793-c224-4d30-9c45-dba51bc82a19 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:11:46.590905 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:11:46.591611 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:46.613422 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-1db0032d-1024-423c-9da9-b8f82e81b900 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6479352 Apr 23 18:11:46.616267 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 34050) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:11:46.623048 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1913687148-router', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:11:46.630452 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:11:46.634565 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Usage tracker for resource:router and tenant:aee37c23d7c6433ca7a8e4025a1023c6 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:11:46.638518 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:11:46.645277 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:11:46.654338 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853067310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736100'] for router, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:46.655474 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39700'] for router, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:46.678752 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:46.835724 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b174074-281b-5261-ba21-3a30f0b2e4d5-fc87f793-c224-4d30-9c45-dba51bc82a19', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'fixed_ips': [{'subnet_id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93'}]}} from dv-cinder-786524-3-smb. {{(pid=86363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 18:11:46.836641 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:47.001084 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39719'] for router, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:47.018016 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Allocated IP 172.20.0.2 (fc87f793-c224-4d30-9c45-dba51bc82a19/d00a4c7c-b873-4219-95bc-e0e48c518f93/b26a47f9-7357-46c2-ac00-4027ee24a23c) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:11:47.248744 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:47.260649 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Transition to ACTIVE for port object b26a47f9-7357-46c2-ac00-4027ee24a23c will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:11:47.280633 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Transition to ACTIVE for port object b26a47f9-7357-46c2-ac00-4027ee24a23c will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:11:47.284777 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:47.290450 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:47.348681 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:47.355732 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Network fc87f793-c224-4d30-9c45-dba51bc82a19 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:11:47.365232 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:11:47.369871 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:11:47.383629 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:47.412794 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Pushing event updated for resources: {'Port': ['ID=b26a47f9-7357-46c2-ac00-4027ee24a23c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:47.463163 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:47.463582 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:47.463968 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:47.464347 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:47.464723 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:47.465098 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:47.465470 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:47.465853 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:47.466221 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:47.466588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:47.467017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:47.467367 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:47.480388 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:47.488462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Attempting to bind port b26a47f9-7357-46c2-ac00-4027ee24a23c on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:11:47.488892 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Attempting to bind port b26a47f9-7357-46c2-ac00-4027ee24a23c by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '7edc0d00-26cd-4014-a042-6c16d6dabd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:11:47.489321 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Attempting to bind port b26a47f9-7357-46c2-ac00-4027ee24a23c on network fc87f793-c224-4d30-9c45-dba51bc82a19 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:11:47.495169 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:11:47.495596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Checking segment: {'id': '7edc0d00-26cd-4014-a042-6c16d6dabd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:11:47.496062 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:47.496506 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Bound using segment: {'id': '7edc0d00-26cd-4014-a042-6c16d6dabd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:11:47.497026 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Bound port: b26a47f9-7357-46c2-ac00-4027ee24a23c, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edc0d00-26cd-4014-a042-6c16d6dabd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:11:47.497467 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:47.532622 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Allocated IP 172.28.1.220 (98d3619d-941a-4347-b217-5f5fd5441170/72c7752f-77c2-49cb-bbe9-c4d5aa4c810b/044b8ff3-6c44-44a7-ba88-77064f3af6a2) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:11:47.594049 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] For port b26a47f9-7357-46c2-ac00-4027ee24a23c, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:11:47.597349 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] For port b26a47f9-7357-46c2-ac00-4027ee24a23c, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=b26a47f9-7357-46c2-ac00-4027ee24a23c,segment=NetworkSegment(7edc0d00-26cd-4014-a042-6c16d6dabd38),segment_id=7edc0d00-26cd-4014-a042-6c16d6dabd38)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:11:47.600594 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:47.604241 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b4e737b3-ea27-4e62-ad35-47ce9f37fff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:47.692096 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:47.696468 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Pushing event updated for resources: {'Port': ['ID=b26a47f9-7357-46c2-ac00-4027ee24a23c,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:47.701287 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-59b51826-b11c-4d20-9775-67819cd0cfd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:47.724811 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:47.729764 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-73eca77d-7d36-44d3-810d-a85eb0b12bda tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:47.790940 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Network 98d3619d-941a-4347-b217-5f5fd5441170 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:11:47.800087 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:11:47.804651 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:11:47.847514 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Pushing event updated for resources: {'Port': ['ID=044b8ff3-6c44-44a7-ba88-77064f3af6a2,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:47.851910 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:48.491828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:48.858988 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853064327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853013535'] for router, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:49.025200 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96d2d48-f714-4507-95a3-8f56b8f53d94 None None] Network fc87f793-c224-4d30-9c45-dba51bc82a19 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:11:49.084029 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Router e878deb6-fa51-4853-a2a8-0f1b93771878 is scheduled to L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 with binding_index 1 {{(pid=86362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 18:11:49.120018 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-17e8aa2c-8aba-44e7-a7d1-a493269d8430 None None] Provisioning for port b26a47f9-7357-46c2-ac00-4027ee24a23c completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:11:49.279569 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:11:49.289865 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Sync routers for ids ['e878deb6-fa51-4853-a2a8-0f1b93771878'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:11:49.299842 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Routers {'e878deb6-fa51-4853-a2a8-0f1b93771878'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:11:49.300532 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:11:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e878deb6-fa51-4853-a2a8-0f1b93771878'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:11:49.305546 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] Notify callbacks [] for router, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:49.307195 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-a4b8d6aa-a639-4ae0-b40b-0618fb82f416 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6898584 Apr 23 18:11:49.310040 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34054) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:11:49.512231 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Set router e878deb6-fa51-4853-a2a8-0f1b93771878 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:11:49.516003 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:11:49.761603 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device b26a47f9-7357-46c2-ac00-4027ee24a23c up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:11:49.890653 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port b26a47f9-7357-46c2-ac00-4027ee24a23c completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:11:49.899038 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port b26a47f9-7357-46c2-ac00-4027ee24a23c triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:11:49.899474 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:49.955985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'name': 'tempest-TestShelveInstance-1913687148-router', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:46Z', 'updated_at': '2021-04-23T18:11:48Z', 'revision_number': 3, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'gw_port': {'id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:47Z', 'updated_at': '2021-04-23T18:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:11:49.964151 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Checking router: e878deb6-fa51-4853-a2a8-0f1b93771878 for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:11:49.964555 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Updating router e878deb6-fa51-4853-a2a8-0f1b93771878 port 044b8ff3-6c44-44a7-ba88-77064f3af6a2 binding host dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 18:11:50.029449 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:50.176237 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:50.272182 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:50.415461 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port b26a47f9-7357-46c2-ac00-4027ee24a23c, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=b26a47f9-7357-46c2-ac00-4027ee24a23c,segment=NetworkSegment(7edc0d00-26cd-4014-a042-6c16d6dabd38),segment_id=7edc0d00-26cd-4014-a042-6c16d6dabd38)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:11:50.420334 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:50.436351 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-db9151af-6c1b-40bb-b561-26b56534ce85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:50.505006 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Allocated IP 172.20.0.1 (fc87f793-c224-4d30-9c45-dba51bc82a19/d00a4c7c-b873-4219-95bc-e0e48c518f93/943f1512-9a16-4498-a440-ed4004bda1a0) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:11:50.587461 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=b26a47f9-7357-46c2-ac00-4027ee24a23c,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:50.592015 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:50.662424 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:50.678517 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Transition to ACTIVE for port object 943f1512-9a16-4498-a440-ed4004bda1a0 will not be triggered until provisioned by entity DHCP. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:11:50.702153 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:50.704316 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:50.708267 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6804e615-228f-4c34-8472-6c45f3fcabd6 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:50.717314 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Transition to ACTIVE for port object 044b8ff3-6c44-44a7-ba88-77064f3af6a2 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:11:50.723228 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:50.727823 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:50.768074 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Network fc87f793-c224-4d30-9c45-dba51bc82a19 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:11:50.775678 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:11:50.780121 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:11:50.809828 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Attempting to bind port 044b8ff3-6c44-44a7-ba88-77064f3af6a2 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:11:50.810253 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Attempting to bind port 044b8ff3-6c44-44a7-ba88-77064f3af6a2 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:11:50.810667 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Attempting to bind port 044b8ff3-6c44-44a7-ba88-77064f3af6a2 on network 98d3619d-941a-4347-b217-5f5fd5441170 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:11:50.819423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Pushing event updated for resources: {'Port': ['ID=943f1512-9a16-4498-a440-ed4004bda1a0,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:50.819653 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4a9c9-a456-44f1-be3b-7446bcb5a122 None None] Pushing event updated for resources: {'Port': ['ID=044b8ff3-6c44-44a7-ba88-77064f3af6a2,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:50.822207 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:11:50.822628 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Checking segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:11:50.823420 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:50.823538 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Bound using segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:11:50.823892 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:50.824008 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Bound port: 044b8ff3-6c44-44a7-ba88-77064f3af6a2, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:11:50.824419 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:50.848384 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705532'] for router_interface, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:50.858785 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-89b4a9c9-a456-44f1-be3b-7446bcb5a122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:50.909113 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] For port 044b8ff3-6c44-44a7-ba88-77064f3af6a2, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:11:50.912470 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] For port 044b8ff3-6c44-44a7-ba88-77064f3af6a2, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=044b8ff3-6c44-44a7-ba88-77064f3af6a2,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:11:50.915870 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:50.919885 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:51.001231 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Routers {'e878deb6-fa51-4853-a2a8-0f1b93771878'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:11:51.001947 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:11:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e878deb6-fa51-4853-a2a8-0f1b93771878'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:11:51.077749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4a9c9-a456-44f1-be3b-7446bcb5a122 None None] Pushing event updated for resources: {'Port': ['ID=044b8ff3-6c44-44a7-ba88-77064f3af6a2,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:51.083866 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-89b4a9c9-a456-44f1-be3b-7446bcb5a122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:51.111026 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:51.157171 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-b0bb30b4-7e0b-4a8b-ada8-7eeb556c6090 None None] Provisioning for port 943f1512-9a16-4498-a440-ed4004bda1a0 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:11:51.176657 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-b0bb30b4-7e0b-4a8b-ada8-7eeb556c6090 None None] Provisioning complete for port 943f1512-9a16-4498-a440-ed4004bda1a0 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:11:51.177084 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b0bb30b4-7e0b-4a8b-ada8-7eeb556c6090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:51.257866 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-b0bb30b4-7e0b-4a8b-ada8-7eeb556c6090 None None] Port 943f1512-9a16-4498-a440-ed4004bda1a0 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:11:51.267084 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] Set router e878deb6-fa51-4853-a2a8-0f1b93771878 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:11:51.353909 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:51.357628 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:51.386412 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-190f46b1-be4c-480f-969d-a839349141d9 tempest-AttachVolumeTestJSON-147793387 tempest-AttachVolumeTestJSON-147793387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:51.474140 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853070245'] for router_interface, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:51.480243 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Pushing event updated for resources: {'Port': ['ID=943f1512-9a16-4498-a440-ed4004bda1a0,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:51.484924 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:51.604620 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'name': 'tempest-TestShelveInstance-1913687148-router', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:46Z', 'updated_at': '2021-04-23T18:11:51Z', 'revision_number': 4, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'gw_port': {'id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:47Z', 'updated_at': '2021-04-23T18:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '943f1512-9a16-4498-a440-ed4004bda1a0', 'name': '', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'mac_address': 'fa:16:3e:1b:6f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:50Z', 'updated_at': '2021-04-23T18:11:50Z', 'revision_number': 1, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'subnets': [{'id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:11:51.608717 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d8bbdf-4b6e-4b19-8e60-297042445ec5 None None] The sync data for ids ['e878deb6-fa51-4853-a2a8-0f1b93771878'] in dv-cinder-786524-3-smb is: [{'id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'name': 'tempest-TestShelveInstance-1913687148-router', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:46Z', 'updated_at': '2021-04-23T18:11:51Z', 'revision_number': 4, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'gw_port': {'id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:47Z', 'updated_at': '2021-04-23T18:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '943f1512-9a16-4498-a440-ed4004bda1a0', 'name': '', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'mac_address': 'fa:16:3e:1b:6f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:50Z', 'updated_at': '2021-04-23T18:11:50Z', 'revision_number': 1, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'subnets': [{'id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:11:51.621631 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Network fc87f793-c224-4d30-9c45-dba51bc82a19 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:11:51.625826 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:11:51.728109 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device b26a47f9-7357-46c2-ac00-4027ee24a23c up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:11:51.808595 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port b26a47f9-7357-46c2-ac00-4027ee24a23c triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:11:51.809130 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:51.834319 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Router e878deb6-fa51-4853-a2a8-0f1b93771878 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:11:51.923933 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-3435a914-7779-4cf9-ad67-278fb4faf14a None None] Provisioning complete for port 943f1512-9a16-4498-a440-ed4004bda1a0 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:11:51.924551 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3435a914-7779-4cf9-ad67-278fb4faf14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:52.023819 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-3435a914-7779-4cf9-ad67-278fb4faf14a None None] Port 943f1512-9a16-4498-a440-ed4004bda1a0 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:11:52.051796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:11:52.061423 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-be4e0c7d-0093-4195-aac0-4f7f0f7deb0b admin admin] 10.222.0.11 "PUT /v2.0/routers/e878deb6-fa51-4853-a2a8-0f1b93771878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7502053 Apr 23 18:11:52.452250 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:52.660679 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34072) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:11:52.667415 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1810583129-network', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:11:52.673057 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:11:52.677672 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Usage tracker for resource:network and tenant:e89c2b5183064be6bfd9ac12d1fa52ce is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:11:52.680938 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:11:52.687303 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:11:52.701958 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Made reservation on behalf of e89c2b5183064be6bfd9ac12d1fa52ce for: {'network': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:11:52.707353 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for network, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:52.721709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:52.738655 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:11:52.743009 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Usage tracker for resource:security_group_rule and tenant:e89c2b5183064be6bfd9ac12d1fa52ce is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:11:52.746143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:11:52.752463 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:11:52.838100 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:52.840952 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:52.845128 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-799d7f89-c5cf-43a1-90ee-28442dfb2ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:52.873990 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=86361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 18:11:52.883282 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4101f4a6-5172-47bd-b8d1-c3677a18b1f4,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:52.887261 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:52.889747 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:52.890137 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.segments_db [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Added segment 6eef8c83-5046-4f75-8433-5a5560b6f1bb of type vlan for network 81488f3b-3d2c-46ac-bfd3-d95f624c8469 Apr 23 18:11:52.917218 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261879115192'] for network, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:52.950928 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145'] for network, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:52.952333 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:11:52.952969 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:52.959111 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:53.066574 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4043081 Apr 23 18:11:53.067788 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Pushing event updated for resources: {'Network': ['ID=81488f3b-3d2c-46ac-bfd3-d95f624c8469,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:53.069846 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34076) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:11:53.072688 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3fb6fb81-d361-4dd2-8bab-db833ad27898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:53.076506 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] Request body: {'subnet': {'network_id': '81488f3b-3d2c-46ac-bfd3-d95f624c8469', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1810583129-subnet', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'ip_version': 4}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:11:53.078357 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Network 81488f3b-3d2c-46ac-bfd3-d95f624c8469 details requested by agent ovs-agent-dv-cinder-786524-3-smb with host dv-cinder-786524-3-smb {{(pid=86363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 18:11:53.082225 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:11:53.086272 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] Usage tracker for resource:subnet and tenant:e89c2b5183064be6bfd9ac12d1fa52ce is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:11:53.089272 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:11:53.096122 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:11:53.105979 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] Made reservation on behalf of e89c2b5183064be6bfd9ac12d1fa52ce for: {'subnet': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:11:53.110750 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848297130'] for subnet, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:53.511617 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1858911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848297145'] for subnet, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:53.516360 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-95f3a9b7-2768-4773-9e72-7fece73e1083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:53.594283 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0843493-1830-4cc9-8124-405d836345fe,revision_number=0']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:53.598478 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:53.599242 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] Checking segment: {'id': '6eef8c83-5046-4f75-8433-5a5560b6f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '81488f3b-3d2c-46ac-bfd3-d95f624c8469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:11:53.599637 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] Network hostable DHCP agents. Network: 81488f3b-3d2c-46ac-bfd3-d95f624c8469, hostable agents: ['3e41f96b-c841-4c31-abb4-ee0e5145e93c'], hosted agents: [] {{(pid=86361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 18:11:53.618439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] Network 81488f3b-3d2c-46ac-bfd3-d95f624c8469 is scheduled to be hosted by DHCP agent 3e41f96b-c841-4c31-abb4-ee0e5145e93c with binding_index 1 {{(pid=86361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 18:11:53.626305 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-3-smb, 81488f3b-3d2c-46ac-bfd3-d95f624c8469) {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:11:53.636142 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fb0ab2-51ea-4782-b86e-186c08133b13 None None] Network 81488f3b-3d2c-46ac-bfd3-d95f624c8469 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:11:53.638549 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:11:53.639607 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:53.662429 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8b29256a-b126-4cda-8710-aaac23ea1c57 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5890794 Apr 23 18:11:53.662816 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 34080) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:11:53.671786 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1810583129-router', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:11:53.677751 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:11:53.682280 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Usage tracker for resource:router and tenant:e89c2b5183064be6bfd9ac12d1fa52ce is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:11:53.686359 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:11:53.694074 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:11:53.705528 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853067310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736100'] for router, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:53.706647 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39700'] for router, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:53.726002 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:53.759590 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 044b8ff3-6c44-44a7-ba88-77064f3af6a2 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:11:53.933916 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port 044b8ff3-6c44-44a7-ba88-77064f3af6a2 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:11:53.939721 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 044b8ff3-6c44-44a7-ba88-77064f3af6a2 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:11:53.940444 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:53.971999 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b174074-281b-5261-ba21-3a30f0b2e4d5-81488f3b-3d2c-46ac-bfd3-d95f624c8469', 'network_id': '81488f3b-3d2c-46ac-bfd3-d95f624c8469', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'fixed_ips': [{'subnet_id': 'c0843493-1830-4cc9-8124-405d836345fe'}]}} from dv-cinder-786524-3-smb. {{(pid=86363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 18:11:53.972902 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:54.014501 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39719'] for router, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:54.190659 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:54.223776 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port 044b8ff3-6c44-44a7-ba88-77064f3af6a2, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=044b8ff3-6c44-44a7-ba88-77064f3af6a2,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:11:54.229306 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:54.231776 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Allocated IP 172.20.0.2 (81488f3b-3d2c-46ac-bfd3-d95f624c8469/c0843493-1830-4cc9-8124-405d836345fe/a5e18061-ff14-469f-b853-af37652831c4) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:11:54.233760 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:54.358167 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:54.388573 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=044b8ff3-6c44-44a7-ba88-77064f3af6a2,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:54.398523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:54.398741 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:54.523900 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:54.535262 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Transition to ACTIVE for port object a5e18061-ff14-469f-b853-af37652831c4 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:11:54.555718 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Transition to ACTIVE for port object a5e18061-ff14-469f-b853-af37652831c4 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:11:54.557163 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Allocated IP 172.28.1.61 (98d3619d-941a-4347-b217-5f5fd5441170/72c7752f-77c2-49cb-bbe9-c4d5aa4c810b/7571746f-6552-454b-91fe-332963bd3800) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:11:54.560058 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:54.565929 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:54.628376 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Network 81488f3b-3d2c-46ac-bfd3-d95f624c8469 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:11:54.636202 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:11:54.641138 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:11:54.678243 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Pushing event updated for resources: {'Port': ['ID=a5e18061-ff14-469f-b853-af37652831c4,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:54.686436 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:54.751345 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Attempting to bind port a5e18061-ff14-469f-b853-af37652831c4 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:11:54.751827 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Attempting to bind port a5e18061-ff14-469f-b853-af37652831c4 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '6eef8c83-5046-4f75-8433-5a5560b6f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '81488f3b-3d2c-46ac-bfd3-d95f624c8469'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:11:54.752340 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Attempting to bind port a5e18061-ff14-469f-b853-af37652831c4 on network 81488f3b-3d2c-46ac-bfd3-d95f624c8469 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:11:54.759221 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:11:54.759645 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Checking segment: {'id': '6eef8c83-5046-4f75-8433-5a5560b6f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '81488f3b-3d2c-46ac-bfd3-d95f624c8469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:11:54.760103 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:54.760545 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Bound using segment: {'id': '6eef8c83-5046-4f75-8433-5a5560b6f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '81488f3b-3d2c-46ac-bfd3-d95f624c8469'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:11:54.761075 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Bound port: a5e18061-ff14-469f-b853-af37652831c4, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eef8c83-5046-4f75-8433-5a5560b6f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '81488f3b-3d2c-46ac-bfd3-d95f624c8469'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:11:54.761495 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:54.851622 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Sync routers for ids ['e878deb6-fa51-4853-a2a8-0f1b93771878'] in dv-cinder-786524-3-smb {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:11:54.861858 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Routers {'e878deb6-fa51-4853-a2a8-0f1b93771878'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:11:54.862551 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:11:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e878deb6-fa51-4853-a2a8-0f1b93771878'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:11:54.864940 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] For port a5e18061-ff14-469f-b853-af37652831c4, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:11:54.868710 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] For port a5e18061-ff14-469f-b853-af37652831c4, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=a5e18061-ff14-469f-b853-af37652831c4,segment=NetworkSegment(6eef8c83-5046-4f75-8433-5a5560b6f1bb),segment_id=6eef8c83-5046-4f75-8433-5a5560b6f1bb)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:11:54.872515 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:54.882829 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:54.964589 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:54.995855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:55.001144 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a02fe764-4f7b-4663-b1fb-7717e526bbe7 tempest-TestMinimumBasicScenario-1156479124 tempest-TestMinimumBasicScenario-1156479124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:55.062091 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Set router e878deb6-fa51-4853-a2a8-0f1b93771878 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:11:55.084946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Pushing event updated for resources: {'Port': ['ID=7571746f-6552-454b-91fe-332963bd3800,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:55.088444 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:55.090657 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Network 98d3619d-941a-4347-b217-5f5fd5441170 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:11:55.092746 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:11:55.099620 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:11:55.167288 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Pushing event updated for resources: {'Port': ['ID=a5e18061-ff14-469f-b853-af37652831c4,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:55.170581 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:55.573348 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:55.592026 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'name': 'tempest-TestShelveInstance-1913687148-router', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:46Z', 'updated_at': '2021-04-23T18:11:51Z', 'revision_number': 4, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'gw_port': {'id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:47Z', 'updated_at': '2021-04-23T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '943f1512-9a16-4498-a440-ed4004bda1a0', 'name': '', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'mac_address': 'fa:16:3e:1b:6f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:50Z', 'updated_at': '2021-04-23T18:11:51Z', 'revision_number': 2, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'subnets': [{'id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:11:55.599186 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Checking router: e878deb6-fa51-4853-a2a8-0f1b93771878 for host: dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:11:55.599614 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Updating router e878deb6-fa51-4853-a2a8-0f1b93771878 port 943f1512-9a16-4498-a440-ed4004bda1a0 binding host dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 18:11:55.667340 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:55.824441 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device a5e18061-ff14-469f-b853-af37652831c4 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:11:55.895784 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port a5e18061-ff14-469f-b853-af37652831c4 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:11:55.900912 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 044b8ff3-6c44-44a7-ba88-77064f3af6a2 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:11:55.962632 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853064327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853013535'] for router, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:55.975169 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 044b8ff3-6c44-44a7-ba88-77064f3af6a2 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:11:55.975599 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:56.084070 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:56.099400 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Transition to ACTIVE for port object 943f1512-9a16-4498-a440-ed4004bda1a0 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:11:56.111989 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:56.117295 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:56.208423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Router 7a278a84-bae4-4c80-b5db-b584e7e14234 is scheduled to L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 with binding_index 1 {{(pid=86362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 18:11:56.299114 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233569a-80c2-4641-bf46-ae737f6e9b23 None None] Pushing event updated for resources: {'Port': ['ID=943f1512-9a16-4498-a440-ed4004bda1a0,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:56.340290 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233569a-80c2-4641-bf46-ae737f6e9b23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:56.340633 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233569a-80c2-4641-bf46-ae737f6e9b23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:56.341012 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233569a-80c2-4641-bf46-ae737f6e9b23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:56.341446 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233569a-80c2-4641-bf46-ae737f6e9b23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:56.341728 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233569a-80c2-4641-bf46-ae737f6e9b23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:56.342092 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233569a-80c2-4641-bf46-ae737f6e9b23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:56.342455 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233569a-80c2-4641-bf46-ae737f6e9b23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:56.345966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233569a-80c2-4641-bf46-ae737f6e9b23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:56.346489 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233569a-80c2-4641-bf46-ae737f6e9b23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:56.346878 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233569a-80c2-4641-bf46-ae737f6e9b23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:56.347306 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233569a-80c2-4641-bf46-ae737f6e9b23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:56.347682 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233569a-80c2-4641-bf46-ae737f6e9b23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:11:56.356313 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5233569a-80c2-4641-bf46-ae737f6e9b23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:56.376365 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Attempting to bind port 943f1512-9a16-4498-a440-ed4004bda1a0 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:11:56.377520 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Attempting to bind port 943f1512-9a16-4498-a440-ed4004bda1a0 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '7edc0d00-26cd-4014-a042-6c16d6dabd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:11:56.377961 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Attempting to bind port 943f1512-9a16-4498-a440-ed4004bda1a0 on network fc87f793-c224-4d30-9c45-dba51bc82a19 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:11:56.385802 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:11:56.386217 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Checking segment: {'id': '7edc0d00-26cd-4014-a042-6c16d6dabd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:11:56.386834 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:56.387760 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Bound using segment: {'id': '7edc0d00-26cd-4014-a042-6c16d6dabd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:11:56.388292 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Bound port: 943f1512-9a16-4498-a440-ed4004bda1a0, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edc0d00-26cd-4014-a042-6c16d6dabd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:11:56.388720 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:56.422317 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:11:56.434312 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Sync routers for ids ['7a278a84-bae4-4c80-b5db-b584e7e14234'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:11:56.445469 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Routers {'7a278a84-bae4-4c80-b5db-b584e7e14234'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:11:56.446138 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:11:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['7a278a84-bae4-4c80-b5db-b584e7e14234'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:11:56.461945 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] Notify callbacks [] for router, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:56.463373 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-ac0f132c-4a35-4670-8fe7-c3a0faeed464 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7988565 Apr 23 18:11:56.466088 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 34084) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:11:56.518043 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] For port 943f1512-9a16-4498-a440-ed4004bda1a0, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:11:56.521368 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] For port 943f1512-9a16-4498-a440-ed4004bda1a0, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=943f1512-9a16-4498-a440-ed4004bda1a0,segment=NetworkSegment(7edc0d00-26cd-4014-a042-6c16d6dabd38),segment_id=7edc0d00-26cd-4014-a042-6c16d6dabd38)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:11:56.525026 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:56.531162 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:56.532158 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f9d3c1-6d29-4ee5-ab27-a7b2df636de0 None None] Network 81488f3b-3d2c-46ac-bfd3-d95f624c8469 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:11:56.780367 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Routers {'e878deb6-fa51-4853-a2a8-0f1b93771878'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:11:56.781139 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:11:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e878deb6-fa51-4853-a2a8-0f1b93771878'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:11:56.784120 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Set router 7a278a84-bae4-4c80-b5db-b584e7e14234 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:11:56.906770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233569a-80c2-4641-bf46-ae737f6e9b23 None None] Pushing event updated for resources: {'Port': ['ID=943f1512-9a16-4498-a440-ed4004bda1a0,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:56.917164 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5233569a-80c2-4641-bf46-ae737f6e9b23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:56.978872 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] Set router e878deb6-fa51-4853-a2a8-0f1b93771878 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:11:57.151711 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-29ec2144-ab5f-4331-a732-919a4ec13e5b None None] Provisioning for port a5e18061-ff14-469f-b853-af37652831c4 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:11:57.193883 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-29ec2144-ab5f-4331-a732-919a4ec13e5b None None] Provisioning complete for port a5e18061-ff14-469f-b853-af37652831c4 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:11:57.194260 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-29ec2144-ab5f-4331-a732-919a4ec13e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:57.229977 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:57.324594 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'name': 'tempest-TestShelveInstance-1913687148-router', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:46Z', 'updated_at': '2021-04-23T18:11:51Z', 'revision_number': 4, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'gw_port': {'id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:47Z', 'updated_at': '2021-04-23T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '943f1512-9a16-4498-a440-ed4004bda1a0', 'name': '', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'mac_address': 'fa:16:3e:1b:6f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:50Z', 'updated_at': '2021-04-23T18:11:56Z', 'revision_number': 4, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'subnets': [{'id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:11:57.328890 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9607994-b1e1-4697-b61d-9afcadb11ac6 None None] The sync data for ids ['e878deb6-fa51-4853-a2a8-0f1b93771878'] in dv-cinder-786524-3-smb is: [{'id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'name': 'tempest-TestShelveInstance-1913687148-router', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:46Z', 'updated_at': '2021-04-23T18:11:51Z', 'revision_number': 4, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'gw_port': {'id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:47Z', 'updated_at': '2021-04-23T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '943f1512-9a16-4498-a440-ed4004bda1a0', 'name': '', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'mac_address': 'fa:16:3e:1b:6f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:50Z', 'updated_at': '2021-04-23T18:11:56Z', 'revision_number': 4, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'subnets': [{'id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:11:57.400328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'name': 'tempest-TestShelveInstance-1810583129-router', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '7571746f-6552-454b-91fe-332963bd3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:53Z', 'updated_at': '2021-04-23T18:11:55Z', 'revision_number': 3, 'project_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'gw_port': {'id': '7571746f-6552-454b-91fe-332963bd3800', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:60:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:54Z', 'updated_at': '2021-04-23T18:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:11:57.420325 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Checking router: 7a278a84-bae4-4c80-b5db-b584e7e14234 for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:11:57.420738 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Updating router 7a278a84-bae4-4c80-b5db-b584e7e14234 port 7571746f-6552-454b-91fe-332963bd3800 binding host dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 18:11:57.469887 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-29ec2144-ab5f-4331-a732-919a4ec13e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:57.473046 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Allocated IP 172.20.0.1 (81488f3b-3d2c-46ac-bfd3-d95f624c8469/c0843493-1830-4cc9-8124-405d836345fe/025f83b3-7794-4ef8-bedb-4720b2f3dcf4) {{(pid=86362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:11:57.519982 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:57.565308 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-29ec2144-ab5f-4331-a732-919a4ec13e5b None None] For port a5e18061-ff14-469f-b853-af37652831c4, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=a5e18061-ff14-469f-b853-af37652831c4,segment=NetworkSegment(6eef8c83-5046-4f75-8433-5a5560b6f1bb),segment_id=6eef8c83-5046-4f75-8433-5a5560b6f1bb)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:11:57.581635 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-29ec2144-ab5f-4331-a732-919a4ec13e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:57.586462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:57.826705 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 943f1512-9a16-4498-a440-ed4004bda1a0 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:11:57.865555 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec2144-ab5f-4331-a732-919a4ec13e5b None None] Pushing event updated for resources: {'Port': ['ID=a5e18061-ff14-469f-b853-af37652831c4,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:57.871631 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-29ec2144-ab5f-4331-a732-919a4ec13e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:57.941715 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dbc1b839-68c9-4a0a-88c0-e2bc0b51679b None None] Provisioning complete for port a5e18061-ff14-469f-b853-af37652831c4 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:11:57.942142 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dbc1b839-68c9-4a0a-88c0-e2bc0b51679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:57.953513 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:57.972187 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Transition to ACTIVE for port object 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 will not be triggered until provisioned by entity DHCP. {{(pid=86362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:11:58.004924 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847181208'] for port, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:58.011521 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-049cbbaf-b3e4-4a6a-9af5-066144778525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:58.043096 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port 943f1512-9a16-4498-a440-ed4004bda1a0 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:11:58.051084 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 943f1512-9a16-4498-a440-ed4004bda1a0 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:11:58.051522 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:58.074992 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Network 81488f3b-3d2c-46ac-bfd3-d95f624c8469 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:11:58.083926 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:11:58.086459 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Received port after_create {{(pid=86362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:11:58.133887 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Pushing event updated for resources: {'Port': ['ID=025f83b3-7794-4ef8-bedb-4720b2f3dcf4,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:58.139995 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:58.172302 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705532'] for router_interface, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:58.259785 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:58.309271 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Transition to ACTIVE for port object 7571746f-6552-454b-91fe-332963bd3800 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:11:58.324218 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:58.332268 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ebb46965-5929-4a89-8e96-3d63839026b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:58.464965 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:58.586024 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:58.622065 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-0ceaf3b9-dd42-4837-8ece-c8707ed8a1a0 None None] Provisioning for port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:11:58.630770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Attempting to bind port 7571746f-6552-454b-91fe-332963bd3800 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:11:58.631232 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Attempting to bind port 7571746f-6552-454b-91fe-332963bd3800 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:11:58.631672 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Attempting to bind port 7571746f-6552-454b-91fe-332963bd3800 on network 98d3619d-941a-4347-b217-5f5fd5441170 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:11:58.635841 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f1197-27e5-4cea-88d0-907f3628b532 None None] Pushing event updated for resources: {'Port': ['ID=7571746f-6552-454b-91fe-332963bd3800,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:58.644110 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b26f1197-27e5-4cea-88d0-907f3628b532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:58.646810 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-0ceaf3b9-dd42-4837-8ece-c8707ed8a1a0 None None] Provisioning complete for port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:11:58.647261 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0ceaf3b9-dd42-4837-8ece-c8707ed8a1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:58.681744 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:11:58.682200 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Checking segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:11:58.682653 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:58.683134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Bound using segment: {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:11:58.683674 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Bound port: 7571746f-6552-454b-91fe-332963bd3800, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4607ade6-653d-4902-b091-0ebe536f552f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:11:58.684097 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:58.708984 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:58.712589 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7594593'] for port, after_update {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:58.741934 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-df211f45-12a4-4fd2-afab-c678e70a3e46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:58.756526 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port 943f1512-9a16-4498-a440-ed4004bda1a0, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=943f1512-9a16-4498-a440-ed4004bda1a0,segment=NetworkSegment(7edc0d00-26cd-4014-a042-6c16d6dabd38),segment_id=7edc0d00-26cd-4014-a042-6c16d6dabd38)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:11:58.768596 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:58.774210 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-89b4a9c9-a456-44f1-be3b-7446bcb5a122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:58.820944 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-0ceaf3b9-dd42-4837-8ece-c8707ed8a1a0 None None] Port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:11:58.828787 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853070245'] for router_interface, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:58.833685 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Pushing event updated for resources: {'Port': ['ID=025f83b3-7794-4ef8-bedb-4720b2f3dcf4,revision_number=2']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:58.838387 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:58.861760 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] For port 7571746f-6552-454b-91fe-332963bd3800, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:11:58.874897 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] For port 7571746f-6552-454b-91fe-332963bd3800, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=7571746f-6552-454b-91fe-332963bd3800,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:11:58.875962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=943f1512-9a16-4498-a440-ed4004bda1a0,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:58.879953 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:58.881188 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:58.886046 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0c2569d6-c642-4f8d-906b-e6643c63d50a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:11:58.967285 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Routers {'7a278a84-bae4-4c80-b5db-b584e7e14234'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:11:58.967982 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:11:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['7a278a84-bae4-4c80-b5db-b584e7e14234'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:11:58.975807 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Network 81488f3b-3d2c-46ac-bfd3-d95f624c8469 is already hosted by enough agents. {{(pid=86362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:11:58.976926 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Resources bound (agent type, host, resource id): {{(pid=86362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:11:59.031595 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f1197-27e5-4cea-88d0-907f3628b532 None None] Pushing event updated for resources: {'Port': ['ID=7571746f-6552-454b-91fe-332963bd3800,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:11:59.044159 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b26f1197-27e5-4cea-88d0-907f3628b532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:11:59.183319 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] Set router 7a278a84-bae4-4c80-b5db-b584e7e14234 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:11:59.189117 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Router 7a278a84-bae4-4c80-b5db-b584e7e14234 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:11:59.329163 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-05e9ca55-16e1-46de-852b-5190516f76a8 None None] Provisioning complete for port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:11:59.330155 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-05e9ca55-16e1-46de-852b-5190516f76a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:59.384720 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:11:59.399543 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-ce6992d3-efda-45c1-923e-2abcd75f9057 admin admin] 10.222.0.11 "PUT /v2.0/routers/7a278a84-bae4-4c80-b5db-b584e7e14234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9323246 Apr 23 18:11:59.474789 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-05e9ca55-16e1-46de-852b-5190516f76a8 None None] Port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:11:59.595731 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'name': 'tempest-TestShelveInstance-1810583129-router', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '7571746f-6552-454b-91fe-332963bd3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:53Z', 'updated_at': '2021-04-23T18:11:58Z', 'revision_number': 4, 'project_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'gw_port': {'id': '7571746f-6552-454b-91fe-332963bd3800', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:60:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:54Z', 'updated_at': '2021-04-23T18:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '025f83b3-7794-4ef8-bedb-4720b2f3dcf4', 'name': '', 'network_id': '81488f3b-3d2c-46ac-bfd3-d95f624c8469', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'mac_address': 'fa:16:3e:6b:65:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c0843493-1830-4cc9-8124-405d836345fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:57Z', 'updated_at': '2021-04-23T18:11:58Z', 'revision_number': 2, 'project_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'subnets': [{'id': 'c0843493-1830-4cc9-8124-405d836345fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:11:59.599838 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae7cf3d-f441-49a6-a45d-76f18c96dc7d None None] The sync data for ids ['7a278a84-bae4-4c80-b5db-b584e7e14234'] in dv-cinder-786524-3-smb is: [{'id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'name': 'tempest-TestShelveInstance-1810583129-router', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '7571746f-6552-454b-91fe-332963bd3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:53Z', 'updated_at': '2021-04-23T18:11:58Z', 'revision_number': 4, 'project_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'gw_port': {'id': '7571746f-6552-454b-91fe-332963bd3800', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:60:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:54Z', 'updated_at': '2021-04-23T18:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '025f83b3-7794-4ef8-bedb-4720b2f3dcf4', 'name': '', 'network_id': '81488f3b-3d2c-46ac-bfd3-d95f624c8469', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'mac_address': 'fa:16:3e:6b:65:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c0843493-1830-4cc9-8124-405d836345fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:57Z', 'updated_at': '2021-04-23T18:11:58Z', 'revision_number': 2, 'project_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'subnets': [{'id': 'c0843493-1830-4cc9-8124-405d836345fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:11:59.737215 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device a5e18061-ff14-469f-b853-af37652831c4 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:11:59.808820 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port a5e18061-ff14-469f-b853-af37652831c4 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:11:59.809239 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:11:59.938542 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 943f1512-9a16-4498-a440-ed4004bda1a0 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:12:00.020889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 943f1512-9a16-4498-a440-ed4004bda1a0 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:12:00.021312 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.005143 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 34098) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:12:01.011114 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-6d139d38-d8c8-4210-a657-00b262830039 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1912630967', 'description': 'tempest-secgroup-smoke-1912630967 description', 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6'}} {{(pid=86362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:12:01.018089 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-6d139d38-d8c8-4210-a657-00b262830039 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:12:01.022253 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-6d139d38-d8c8-4210-a657-00b262830039 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Usage tracker for resource:security_group and tenant:aee37c23d7c6433ca7a8e4025a1023c6 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:12:01.025327 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-6d139d38-d8c8-4210-a657-00b262830039 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:12:01.031514 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-6d139d38-d8c8-4210-a657-00b262830039 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:12:01.042079 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6d139d38-d8c8-4210-a657-00b262830039 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group, before_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.063287 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-6d139d38-d8c8-4210-a657-00b262830039 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:12:01.067747 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-6d139d38-d8c8-4210-a657-00b262830039 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Usage tracker for resource:security_group_rule and tenant:aee37c23d7c6433ca7a8e4025a1023c6 is out of sync, need to count used quota {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:12:01.070674 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-6d139d38-d8c8-4210-a657-00b262830039 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86362) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:12:01.076696 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-6d139d38-d8c8-4210-a657-00b262830039 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:12:01.148101 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6d139d38-d8c8-4210-a657-00b262830039 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group, precommit_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.150670 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6d139d38-d8c8-4210-a657-00b262830039 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_create {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.155918 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b896ec48-da42-41e4-959c-c0343373272c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:01.196731 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d139d38-d8c8-4210-a657-00b262830039 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584cac18-e84e-407b-bfba-dc6446904dbe,revision_number=1']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:01.199494 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6d139d38-d8c8-4210-a657-00b262830039 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.200779 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-6d139d38-d8c8-4210-a657-00b262830039 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1945369 Apr 23 18:12:01.201744 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6d139d38-d8c8-4210-a657-00b262830039 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:01.204267 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34102) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:12:01.211416 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-e0d5a77d-49e2-4f82-b145-47f56f2f654c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Request body: {'security_group_rule': {'security_group_id': '584cac18-e84e-407b-bfba-dc6446904dbe', 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:12:01.217962 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e0d5a77d-49e2-4f82-b145-47f56f2f654c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:12:01.223232 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e0d5a77d-49e2-4f82-b145-47f56f2f654c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Usage tracker for resource:security_group_rule and tenant:aee37c23d7c6433ca7a8e4025a1023c6 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:12:01.226294 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-e0d5a77d-49e2-4f82-b145-47f56f2f654c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:12:01.232423 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-e0d5a77d-49e2-4f82-b145-47f56f2f654c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:12:01.247534 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e0d5a77d-49e2-4f82-b145-47f56f2f654c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.315014 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e0d5a77d-49e2-4f82-b145-47f56f2f654c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.318188 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e0d5a77d-49e2-4f82-b145-47f56f2f654c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.320480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2ff286e3-7903-479d-a132-69e2f550a677 tempest-AttachVolumeShelveTestJSON-1353818816 tempest-AttachVolumeShelveTestJSON-1353818816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:01.344790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5a77d-49e2-4f82-b145-47f56f2f654c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a13104-0a7c-45d9-9f4a-7fffcf27f61c,revision_number=0']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:01.350525 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e0d5a77d-49e2-4f82-b145-47f56f2f654c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:01.353919 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e0d5a77d-49e2-4f82-b145-47f56f2f654c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.355244 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-e0d5a77d-49e2-4f82-b145-47f56f2f654c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489782 Apr 23 18:12:01.358092 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34106) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:12:01.363854 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-528fd97a-b4c7-4c3e-b450-e24749404a0f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Request body: {'security_group_rule': {'security_group_id': '584cac18-e84e-407b-bfba-dc6446904dbe', 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:12:01.370096 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-528fd97a-b4c7-4c3e-b450-e24749404a0f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:12:01.374169 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-528fd97a-b4c7-4c3e-b450-e24749404a0f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Usage tracker for resource:security_group_rule and tenant:aee37c23d7c6433ca7a8e4025a1023c6 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:12:01.377777 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-528fd97a-b4c7-4c3e-b450-e24749404a0f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:12:01.384050 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-528fd97a-b4c7-4c3e-b450-e24749404a0f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:12:01.401256 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-528fd97a-b4c7-4c3e-b450-e24749404a0f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.466468 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-528fd97a-b4c7-4c3e-b450-e24749404a0f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.468940 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-528fd97a-b4c7-4c3e-b450-e24749404a0f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.471206 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:01.497219 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fd97a-b4c7-4c3e-b450-e24749404a0f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ec8616-9758-46ab-8bae-0902502b78dd,revision_number=0']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:01.502292 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-528fd97a-b4c7-4c3e-b450-e24749404a0f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:01.505768 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-528fd97a-b4c7-4c3e-b450-e24749404a0f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.507741 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-528fd97a-b4c7-4c3e-b450-e24749404a0f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486144 Apr 23 18:12:01.509901 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34110) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:12:01.515523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-42b05929-1bb5-49e9-a066-917f85da8c97 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Request body: {'security_group_rule': {'security_group_id': '584cac18-e84e-407b-bfba-dc6446904dbe', 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:12:01.522764 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-42b05929-1bb5-49e9-a066-917f85da8c97 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:12:01.526839 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-42b05929-1bb5-49e9-a066-917f85da8c97 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Usage tracker for resource:security_group_rule and tenant:aee37c23d7c6433ca7a8e4025a1023c6 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:12:01.529884 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-42b05929-1bb5-49e9-a066-917f85da8c97 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:12:01.536078 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-42b05929-1bb5-49e9-a066-917f85da8c97 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:12:01.552752 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-42b05929-1bb5-49e9-a066-917f85da8c97 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.619127 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-42b05929-1bb5-49e9-a066-917f85da8c97 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.621725 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-42b05929-1bb5-49e9-a066-917f85da8c97 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.629839 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e0d5a77d-49e2-4f82-b145-47f56f2f654c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:01.650845 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b05929-1bb5-49e9-a066-917f85da8c97 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b5de72-3196-4bdf-b44f-d55479b9365c,revision_number=0']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:01.653281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-42b05929-1bb5-49e9-a066-917f85da8c97 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:01.656619 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-42b05929-1bb5-49e9-a066-917f85da8c97 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.658436 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-42b05929-1bb5-49e9-a066-917f85da8c97 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469777 Apr 23 18:12:01.660899 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34114) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:12:01.666447 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-623f29a8-f941-44bc-a1dc-c86d3007eb6c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Request body: {'security_group_rule': {'security_group_id': '584cac18-e84e-407b-bfba-dc6446904dbe', 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:12:01.672841 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-623f29a8-f941-44bc-a1dc-c86d3007eb6c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:12:01.677474 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-623f29a8-f941-44bc-a1dc-c86d3007eb6c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Usage tracker for resource:security_group_rule and tenant:aee37c23d7c6433ca7a8e4025a1023c6 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:12:01.680539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-623f29a8-f941-44bc-a1dc-c86d3007eb6c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:12:01.687215 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-623f29a8-f941-44bc-a1dc-c86d3007eb6c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:12:01.708051 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-623f29a8-f941-44bc-a1dc-c86d3007eb6c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.749785 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 7571746f-6552-454b-91fe-332963bd3800 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:12:01.775915 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-623f29a8-f941-44bc-a1dc-c86d3007eb6c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.778676 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-623f29a8-f941-44bc-a1dc-c86d3007eb6c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.786790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:01.806354 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f29a8-f941-44bc-a1dc-c86d3007eb6c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b7af8d-2e00-40fd-ad96-3ebac4935cfc,revision_number=0']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:01.808851 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-623f29a8-f941-44bc-a1dc-c86d3007eb6c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:01.815875 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-623f29a8-f941-44bc-a1dc-c86d3007eb6c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.820270 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-623f29a8-f941-44bc-a1dc-c86d3007eb6c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1552281 Apr 23 18:12:01.820512 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34118) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:12:01.824145 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port 7571746f-6552-454b-91fe-332963bd3800 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:12:01.826039 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-d9c5ea4b-f76f-4f0a-abbe-94bfa49c6f2f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Request body: {'security_group_rule': {'security_group_id': '584cac18-e84e-407b-bfba-dc6446904dbe', 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:12:01.829047 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 7571746f-6552-454b-91fe-332963bd3800 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:12:01.829989 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.833016 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-d9c5ea4b-f76f-4f0a-abbe-94bfa49c6f2f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:12:01.837100 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-d9c5ea4b-f76f-4f0a-abbe-94bfa49c6f2f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Usage tracker for resource:security_group_rule and tenant:aee37c23d7c6433ca7a8e4025a1023c6 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:12:01.840131 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-d9c5ea4b-f76f-4f0a-abbe-94bfa49c6f2f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:12:01.846779 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-d9c5ea4b-f76f-4f0a-abbe-94bfa49c6f2f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:12:01.856264 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.securitygroups_db [None req-d9c5ea4b-f76f-4f0a-abbe-94bfa49c6f2f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Project aee37c23d7c6433ca7a8e4025a1023c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 18:12:01.863455 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d9c5ea4b-f76f-4f0a-abbe-94bfa49c6f2f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.931463 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d9c5ea4b-f76f-4f0a-abbe-94bfa49c6f2f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.934237 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d9c5ea4b-f76f-4f0a-abbe-94bfa49c6f2f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.936462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-528fd97a-b4c7-4c3e-b450-e24749404a0f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:01.958390 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.962089 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5ea4b-f76f-4f0a-abbe-94bfa49c6f2f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c823e8-0d59-4bb8-bbdd-8cb29615c435,revision_number=0']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:01.964709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d9c5ea4b-f76f-4f0a-abbe-94bfa49c6f2f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:01.971066 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d9c5ea4b-f76f-4f0a-abbe-94bfa49c6f2f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.972351 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-d9c5ea4b-f76f-4f0a-abbe-94bfa49c6f2f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508415 Apr 23 18:12:01.975338 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34122) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:12:01.977837 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port 7571746f-6552-454b-91fe-332963bd3800, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=7571746f-6552-454b-91fe-332963bd3800,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:12:01.980566 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:01.981048 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-a5939dbd-2f72-4320-9c89-d360228ed8b4 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Request body: {'security_group_rule': {'security_group_id': '584cac18-e84e-407b-bfba-dc6446904dbe', 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:12:01.983429 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:01.987831 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a5939dbd-2f72-4320-9c89-d360228ed8b4 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:12:01.992107 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a5939dbd-2f72-4320-9c89-d360228ed8b4 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Usage tracker for resource:security_group_rule and tenant:aee37c23d7c6433ca7a8e4025a1023c6 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:12:01.995625 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-a5939dbd-2f72-4320-9c89-d360228ed8b4 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:12:02.002374 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-a5939dbd-2f72-4320-9c89-d360228ed8b4 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:12:02.011841 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.securitygroups_db [None req-a5939dbd-2f72-4320-9c89-d360228ed8b4 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Project aee37c23d7c6433ca7a8e4025a1023c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 18:12:02.019373 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a5939dbd-2f72-4320-9c89-d360228ed8b4 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:02.054791 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=7571746f-6552-454b-91fe-332963bd3800,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:02.058419 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:02.093724 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a5939dbd-2f72-4320-9c89-d360228ed8b4 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:02.096572 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a5939dbd-2f72-4320-9c89-d360228ed8b4 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179661'] for security_group_rule, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:02.099006 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d9c5ea4b-f76f-4f0a-abbe-94bfa49c6f2f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:02.120834 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5939dbd-2f72-4320-9c89-d360228ed8b4 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756b46ed-e3a8-4d39-8efc-78b5c2fc8642,revision_number=0']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:02.125011 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a5939dbd-2f72-4320-9c89-d360228ed8b4 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:02.132360 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a5939dbd-2f72-4320-9c89-d360228ed8b4 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:02.133632 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-a5939dbd-2f72-4320-9c89-d360228ed8b4 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1572862 Apr 23 18:12:02.567291 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Sync routers for ids ['7a278a84-bae4-4c80-b5db-b584e7e14234'] in dv-cinder-786524-3-smb {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:12:02.577190 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Routers {'7a278a84-bae4-4c80-b5db-b584e7e14234'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:12:02.577850 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:11:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['7a278a84-bae4-4c80-b5db-b584e7e14234'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:12:02.777071 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Set router 7a278a84-bae4-4c80-b5db-b584e7e14234 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:12:03.119123 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'name': 'tempest-TestShelveInstance-1810583129-router', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '7571746f-6552-454b-91fe-332963bd3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:53Z', 'updated_at': '2021-04-23T18:11:58Z', 'revision_number': 4, 'project_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'gw_port': {'id': '7571746f-6552-454b-91fe-332963bd3800', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:54Z', 'updated_at': '2021-04-23T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '025f83b3-7794-4ef8-bedb-4720b2f3dcf4', 'name': '', 'network_id': '81488f3b-3d2c-46ac-bfd3-d95f624c8469', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'mac_address': 'fa:16:3e:6b:65:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c0843493-1830-4cc9-8124-405d836345fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:57Z', 'updated_at': '2021-04-23T18:11:58Z', 'revision_number': 2, 'project_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'subnets': [{'id': 'c0843493-1830-4cc9-8124-405d836345fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:12:03.123247 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Checking router: 7a278a84-bae4-4c80-b5db-b584e7e14234 for host: dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:12:03.123677 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Updating router 7a278a84-bae4-4c80-b5db-b584e7e14234 port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 binding host dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 18:12:03.185963 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:03.555731 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:03.567945 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Transition to ACTIVE for port object 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:12:03.573809 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:03.577874 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ca0eea89-6b2e-46fd-bc15-a1998c21ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:03.704222 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faed81-3795-44c5-914a-7413a73fc8a8 None None] Pushing event updated for resources: {'Port': ['ID=025f83b3-7794-4ef8-bedb-4720b2f3dcf4,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:03.716401 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-03faed81-3795-44c5-914a-7413a73fc8a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:03.760153 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 7571746f-6552-454b-91fe-332963bd3800 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:12:03.819651 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Attempting to bind port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 on host dv-cinder-786524-3-smb for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:12:03.820046 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Attempting to bind port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 by drivers openvswitch,hyperv on host dv-cinder-786524-3-smb at level 0 using segments [{'id': '6eef8c83-5046-4f75-8433-5a5560b6f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '81488f3b-3d2c-46ac-bfd3-d95f624c8469'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:12:03.820660 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Attempting to bind port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 on network 81488f3b-3d2c-46ac-bfd3-d95f624c8469 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:12:03.826390 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Checking agent: {'id': 'd532613c-3e6a-4eb6-9c15-8e52b954ec5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 53, 13), 'started_at': datetime.datetime(2021, 4, 23, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:12:03.826853 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Checking segment: {'id': '6eef8c83-5046-4f75-8433-5a5560b6f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '81488f3b-3d2c-46ac-bfd3-d95f624c8469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:12:03.827344 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:03.827800 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Bound using segment: {'id': '6eef8c83-5046-4f75-8433-5a5560b6f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '81488f3b-3d2c-46ac-bfd3-d95f624c8469'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:12:03.828274 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Bound port: 025f83b3-7794-4ef8-bedb-4720b2f3dcf4, host: dv-cinder-786524-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eef8c83-5046-4f75-8433-5a5560b6f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '81488f3b-3d2c-46ac-bfd3-d95f624c8469'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:12:03.828681 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:03.849339 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 7571746f-6552-454b-91fe-332963bd3800 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:12:03.849942 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:03.932548 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] For port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4, host dv-cinder-786524-3-smb, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:12:03.935799 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] For port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4, host dv-cinder-786524-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=025f83b3-7794-4ef8-bedb-4720b2f3dcf4,segment=NetworkSegment(6eef8c83-5046-4f75-8433-5a5560b6f1bb),segment_id=6eef8c83-5046-4f75-8433-5a5560b6f1bb)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:12:03.939203 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:03.944462 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:04.022925 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Routers {'7a278a84-bae4-4c80-b5db-b584e7e14234'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:12:04.023696 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:11:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['7a278a84-bae4-4c80-b5db-b584e7e14234'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:12:04.323185 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faed81-3795-44c5-914a-7413a73fc8a8 None None] Pushing event updated for resources: {'Port': ['ID=025f83b3-7794-4ef8-bedb-4720b2f3dcf4,revision_number=4']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:04.328148 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-03faed81-3795-44c5-914a-7413a73fc8a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:04.383245 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] Set router 7a278a84-bae4-4c80-b5db-b584e7e14234 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:12:04.717756 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'name': 'tempest-TestShelveInstance-1810583129-router', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '7571746f-6552-454b-91fe-332963bd3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:53Z', 'updated_at': '2021-04-23T18:11:58Z', 'revision_number': 4, 'project_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'gw_port': {'id': '7571746f-6552-454b-91fe-332963bd3800', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:54Z', 'updated_at': '2021-04-23T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '025f83b3-7794-4ef8-bedb-4720b2f3dcf4', 'name': '', 'network_id': '81488f3b-3d2c-46ac-bfd3-d95f624c8469', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'mac_address': 'fa:16:3e:6b:65:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c0843493-1830-4cc9-8124-405d836345fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:57Z', 'updated_at': '2021-04-23T18:12:03Z', 'revision_number': 4, 'project_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'subnets': [{'id': 'c0843493-1830-4cc9-8124-405d836345fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:12:04.722231 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c78b5-e078-4cb4-a571-8b7b2e0e585a None None] The sync data for ids ['7a278a84-bae4-4c80-b5db-b584e7e14234'] in dv-cinder-786524-3-smb is: [{'id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'name': 'tempest-TestShelveInstance-1810583129-router', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '7571746f-6552-454b-91fe-332963bd3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:53Z', 'updated_at': '2021-04-23T18:11:58Z', 'revision_number': 4, 'project_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'gw_port': {'id': '7571746f-6552-454b-91fe-332963bd3800', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:54Z', 'updated_at': '2021-04-23T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '025f83b3-7794-4ef8-bedb-4720b2f3dcf4', 'name': '', 'network_id': '81488f3b-3d2c-46ac-bfd3-d95f624c8469', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'mac_address': 'fa:16:3e:6b:65:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c0843493-1830-4cc9-8124-405d836345fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:57Z', 'updated_at': '2021-04-23T18:12:03Z', 'revision_number': 4, 'project_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'subnets': [{'id': 'c0843493-1830-4cc9-8124-405d836345fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:12:05.750011 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:12:05.828170 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning for port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:12:05.834016 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:12:05.834433 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:05.961760 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:05.999692 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] For port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=025f83b3-7794-4ef8-bedb-4720b2f3dcf4,segment=NetworkSegment(6eef8c83-5046-4f75-8433-5a5560b6f1bb),segment_id=6eef8c83-5046-4f75-8433-5a5560b6f1bb)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:12:06.003698 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:06.005639 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b4e737b3-ea27-4e62-ad35-47ce9f37fff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:06.077425 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Pushing event updated for resources: {'Port': ['ID=025f83b3-7794-4ef8-bedb-4720b2f3dcf4,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:06.080891 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:07.735166 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 up at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:12:07.808663 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Provisioning complete for port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:12:07.809078 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:09.575496 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-647cc145-5bfb-4871-bc1f-3f196571ce35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:11.887755 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-20efc2ac-afd3-4822-84e5-aecaf501a0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:12.586395 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:12.747098 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:14.197228 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:16.408975 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-ad7fd40c-e2e2-453d-828d-48c6b2f997b3 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Synchronizing usage tracker for tenant:aee37c23d7c6433ca7a8e4025a1023c6 on resource:security_group {{(pid=86362) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:12:16.425840 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-ad7fd40c-e2e2-453d-828d-48c6b2f997b3 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Unset dirty status for tenant:aee37c23d7c6433ca7a8e4025a1023c6 on resource:security_group {{(pid=86362) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:12:16.427104 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-ad7fd40c-e2e2-453d-828d-48c6b2f997b3 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912630967&fields=id&tenant_id=aee37c23d7c6433ca7a8e4025a1023c6 HTTP/1.1" status: 200 len: 267 time: 0.0633185 Apr 23 18:12:16.588852 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-b9e5d0a8-5b49-48b3-93b8-cb1b8a958284 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:16.590298 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-b9e5d0a8-5b49-48b3-93b8-cb1b8a958284 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/networks?id=fc87f793-c224-4d30-9c45-dba51bc82a19 HTTP/1.1" status: 200 len: 809 time: 0.1556926 Apr 23 18:12:16.606776 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-afd57fc3-d6dd-49eb-b9c7-98a1159ff7fd tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/quotas/aee37c23d7c6433ca7a8e4025a1023c6 HTTP/1.1" status: 200 len: 375 time: 0.0095267 Apr 23 18:12:16.694464 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-914c894b-4eb1-4b21-8a12-40da42c9e4bf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aee37c23d7c6433ca7a8e4025a1023c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819905 Apr 23 18:12:16.711544 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-bc23dc6e-f7ce-439a-ac91-c337f7668cd8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86362) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 18:12:16.712565 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-bc23dc6e-f7ce-439a-ac91-c337f7668cd8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054791 Apr 23 18:12:16.852299 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8372f8be-d5ed-47b6-bbab-84b0459241e0 service neutron] 10.222.0.11 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337526 Apr 23 18:12:16.992471 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-e37eea38-dd9f-4dff-a711-a652b27f284e service neutron] 10.222.0.11 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338751 Apr 23 18:12:17.523884 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-fb14e7ae-7ed8-4c03-857b-9df4ac5ed039 req-4940569b-0f8d-4aee-ada3-8d1553abcc53 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Synchronizing usage tracker for tenant:aee37c23d7c6433ca7a8e4025a1023c6 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:12:17.541205 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-fb14e7ae-7ed8-4c03-857b-9df4ac5ed039 req-4940569b-0f8d-4aee-ada3-8d1553abcc53 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Unset dirty status for tenant:aee37c23d7c6433ca7a8e4025a1023c6 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:12:17.542706 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fb14e7ae-7ed8-4c03-857b-9df4ac5ed039 req-4940569b-0f8d-4aee-ada3-8d1553abcc53 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 210 time: 0.1834776 Apr 23 18:12:18.636696 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-38c8abf9-87c3-4c67-8cfe-57aefca5239e tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:18.637442 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-38c8abf9-87c3-4c67-8cfe-57aefca5239e tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Synchronizing usage tracker for tenant:aee37c23d7c6433ca7a8e4025a1023c6 on resource:network {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:12:18.654226 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-38c8abf9-87c3-4c67-8cfe-57aefca5239e tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Unset dirty status for tenant:aee37c23d7c6433ca7a8e4025a1023c6 on resource:network {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:12:18.655491 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-38c8abf9-87c3-4c67-8cfe-57aefca5239e tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.22 "GET /v2.0/networks?id=fc87f793-c224-4d30-9c45-dba51bc82a19 HTTP/1.1" status: 200 len: 809 time: 0.1796966 Apr 23 18:12:18.710611 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-7e58d6fd-15d0-4638-b9f7-58e059256aa5 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Synchronizing usage tracker for tenant:aee37c23d7c6433ca7a8e4025a1023c6 on resource:security_group {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:12:18.710868 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b987d887-c80d-4e08-93e9-c7381d521b0b req-43d4cc7d-74ed-493b-93ac-a40bc15df35d tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 210 time: 0.0498049 Apr 23 18:12:18.723818 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-7e58d6fd-15d0-4638-b9f7-58e059256aa5 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Unset dirty status for tenant:aee37c23d7c6433ca7a8e4025a1023c6 on resource:security_group {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:12:18.724770 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-7e58d6fd-15d0-4638-b9f7-58e059256aa5 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aee37c23d7c6433ca7a8e4025a1023c6 HTTP/1.1" status: 200 len: 380 time: 0.0608504 Apr 23 18:12:18.733399 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Request body: {'port': {'device_id': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'admin_state_up': True, 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'security_groups': ['584cac18-e84e-407b-bfba-dc6446904dbe']}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:12:18.880473 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:12:18.890563 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:12:18.898896 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Made reservation on behalf of aee37c23d7c6433ca7a8e4025a1023c6 for: {'port': 1} {{(pid=86361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 18:12:18.904935 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:19.325176 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Allocated IP 172.20.0.4 (fc87f793-c224-4d30-9c45-dba51bc82a19/d00a4c7c-b873-4219-95bc-e0e48c518f93/21eb8889-235d-41bd-8431-a73ba7bdfd30) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:12:19.524604 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:19.541174 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Transition to ACTIVE for port object 21eb8889-235d-41bd-8431-a73ba7bdfd30 will not be triggered until provisioned by entity DHCP. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:12:19.565150 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:19.570876 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:19.637472 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Network fc87f793-c224-4d30-9c45-dba51bc82a19 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:12:19.646155 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:12:19.650756 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:12:19.694769 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Pushing event updated for resources: {'Port': ['ID=21eb8889-235d-41bd-8431-a73ba7bdfd30,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:19.699831 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:19.726508 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:19.727227 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:19.753861 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0245333 Apr 23 18:12:19.764606 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-fc50b99d-5e40-4663-9e6a-ea993300010d tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=86361) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 18:12:19.765670 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-fc50b99d-5e40-4663-9e6a-ea993300010d tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059347 Apr 23 18:12:19.824936 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Request body: {'port': {'device_id': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:12:19.875240 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-77b9048b-8878-4306-978f-b3a7a54fc8e6 None None] Provisioning for port 21eb8889-235d-41bd-8431-a73ba7bdfd30 completed by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:12:19.880249 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-77b9048b-8878-4306-978f-b3a7a54fc8e6 None None] Provisioning complete for port 21eb8889-235d-41bd-8431-a73ba7bdfd30 triggered by entity DHCP. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:12:19.880781 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-77b9048b-8878-4306-978f-b3a7a54fc8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:19.940601 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-77b9048b-8878-4306-978f-b3a7a54fc8e6 None None] Port 21eb8889-235d-41bd-8431-a73ba7bdfd30 cannot update to ACTIVE because it is not bound. {{(pid=86363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 18:12:20.014099 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:20.074508 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c9b38-fa5e-4a79-8e85-13d0a100733f req-7d4e5a07-d43a-4d35-b7db-24e3eddd0098 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:20.075315 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-3f6c9b38-fa5e-4a79-8e85-13d0a100733f req-7d4e5a07-d43a-4d35-b7db-24e3eddd0098 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Synchronizing usage tracker for tenant:aee37c23d7c6433ca7a8e4025a1023c6 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:12:20.116743 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-3f6c9b38-fa5e-4a79-8e85-13d0a100733f req-7d4e5a07-d43a-4d35-b7db-24e3eddd0098 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Unset dirty status for tenant:aee37c23d7c6433ca7a8e4025a1023c6 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:12:20.117995 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3f6c9b38-fa5e-4a79-8e85-13d0a100733f req-7d4e5a07-d43a-4d35-b7db-24e3eddd0098 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 931 time: 0.2570841 Apr 23 18:12:20.248695 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3f6c9b38-fa5e-4a79-8e85-13d0a100733f req-ab009a96-d1a2-44a3-a043-c0dabde8a398 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861726 Apr 23 18:12:20.440872 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21eb8889-235d-41bd-8431-a73ba7bdfd30 {{(pid=86361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:12:20.448925 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:20.464347 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Transition to ACTIVE for port object 21eb8889-235d-41bd-8431-a73ba7bdfd30 will not be triggered until provisioned by entity L2. {{(pid=86361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 18:12:20.466693 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:20.471466 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-ec4e5917-c41d-4a9c-b27a-42b101353793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:20.644133 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Pushing event updated for resources: {'Port': ['ID=21eb8889-235d-41bd-8431-a73ba7bdfd30,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:20.652292 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:20.723891 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Attempting to bind port 21eb8889-235d-41bd-8431-a73ba7bdfd30 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 18:12:20.724263 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Attempting to bind port 21eb8889-235d-41bd-8431-a73ba7bdfd30 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '7edc0d00-26cd-4014-a042-6c16d6dabd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19'}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 18:12:20.724629 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Attempting to bind port 21eb8889-235d-41bd-8431-a73ba7bdfd30 on network fc87f793-c224-4d30-9c45-dba51bc82a19 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:12:20.729618 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Port 21eb8889-235d-41bd-8431-a73ba7bdfd30 on network fc87f793-c224-4d30-9c45-dba51bc82a19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 18:12:20.729976 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Attempting to bind port 21eb8889-235d-41bd-8431-a73ba7bdfd30 on network fc87f793-c224-4d30-9c45-dba51bc82a19 {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 18:12:20.735456 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Checking agent: {'id': 'c832a802-da5a-4bf0-a17d-945ca995f698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'started_at': datetime.datetime(2021, 4, 23, 17, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 18, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 18:12:20.736578 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Checking segment: {'id': '7edc0d00-26cd-4014-a042-6c16d6dabd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 18:12:20.737008 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Bound using segment: {'id': '7edc0d00-26cd-4014-a042-6c16d6dabd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19'} {{(pid=86361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 18:12:20.737480 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Bound port: 21eb8889-235d-41bd-8431-a73ba7bdfd30, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7edc0d00-26cd-4014-a042-6c16d6dabd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19'}}] {{(pid=86361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 18:12:20.737862 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:20.835582 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] For port 21eb8889-235d-41bd-8431-a73ba7bdfd30, host hv-cinder-78652, cleared binding levels {{(pid=86361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 18:12:20.838630 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] For port 21eb8889-235d-41bd-8431-a73ba7bdfd30, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30,segment=NetworkSegment(7edc0d00-26cd-4014-a042-6c16d6dabd38),segment_id=7edc0d00-26cd-4014-a042-6c16d6dabd38)] {{(pid=86361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 18:12:20.841896 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:20.847176 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-19c6bec8-570f-4b72-b7f3-3ec748eed34b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:20.900533 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:20.901206 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:20.902686 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] 10.222.0.22 "PUT /v2.0/ports/21eb8889-235d-41bd-8431-a73ba7bdfd30 HTTP/1.1" status: 200 len: 1093 time: 1.1301892 Apr 23 18:12:20.903241 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'tag': '21eb8889-235d-41bd-8431-a73ba7bdfd30'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:12:20.933441 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Pushing event updated for resources: {'Port': ['ID=21eb8889-235d-41bd-8431-a73ba7bdfd30,revision_number=3']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:20.936724 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:20.982618 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'tag': '21eb8889-235d-41bd-8431-a73ba7bdfd30', 'status': 'completed', 'code': 200} Apr 23 18:12:21.021684 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-58aa7f9b-a892-4fa9-b540-90e0ff2180c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:21.023307 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-58aa7f9b-a892-4fa9-b540-90e0ff2180c6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee37c23d7c6433ca7a8e4025a1023c6&device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 1096 time: 0.0833519 Apr 23 18:12:21.102684 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-f4915968-32d7-43d9-8c37-ac03435e9cbc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30 HTTP/1.1" status: 200 len: 217 time: 0.0718567 Apr 23 18:12:21.174913 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-2df48dda-6e1e-485a-b437-a666eef88a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:21.176840 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-2df48dda-6e1e-485a-b437-a666eef88a5f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d00a4c7c-b873-4219-95bc-e0e48c518f93 HTTP/1.1" status: 200 len: 848 time: 0.0675297 Apr 23 18:12:21.258889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-c12f6006-a262-4ac0-b93b-ab7d5c1ab5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:21.260516 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-c12f6006-a262-4ac0-b93b-ab7d5c1ab5ed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc87f793-c224-4d30-9c45-dba51bc82a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776086 Apr 23 18:12:21.460346 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-774120b7-6361-417c-8a92-1533e6688b9b service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917100 Apr 23 18:12:21.570485 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e35a9-4750-468b-8a24-e37d24f2f780 req-d2f9795e-b40f-40e6-a128-c40cebbec5fe tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:21.572085 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7e9e35a9-4750-468b-8a24-e37d24f2f780 req-d2f9795e-b40f-40e6-a128-c40cebbec5fe tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 943 time: 0.2051778 Apr 23 18:12:21.664502 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-7e9e35a9-4750-468b-8a24-e37d24f2f780 req-e1eb3054-8913-4b5e-8b2b-8eda07845ca6 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783956 Apr 23 18:12:21.667990 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-2a0ce945-54ab-4671-b563-7e723f03b957 req-f5d2b3c9-ff9c-427c-a326-e4422f614048 service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956117 Apr 23 18:12:21.788749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221feb21-91bc-4732-b554-e39a25976226 req-77d6bfb6-053b-4afa-ade0-7473039ebbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:21.790309 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-221feb21-91bc-4732-b554-e39a25976226 req-77d6bfb6-053b-4afa-ade0-7473039ebbc4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee37c23d7c6433ca7a8e4025a1023c6&device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 1096 time: 0.0785611 Apr 23 18:12:21.933260 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221feb21-91bc-4732-b554-e39a25976226 req-b492d43f-35ce-4f4d-9d29-7c20d57b7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:21.934727 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-221feb21-91bc-4732-b554-e39a25976226 req-b492d43f-35ce-4f4d-9d29-7c20d57b7f86 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fc87f793-c224-4d30-9c45-dba51bc82a19 HTTP/1.1" status: 200 len: 910 time: 0.1368537 Apr 23 18:12:22.011332 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-221feb21-91bc-4732-b554-e39a25976226 req-e3e99744-5dd1-47b1-acab-b08979c0549b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30 HTTP/1.1" status: 200 len: 217 time: 0.0692301 Apr 23 18:12:22.080710 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221feb21-91bc-4732-b554-e39a25976226 req-20a4a744-7e81-4b13-9f4d-0c3fd9669f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:22.082212 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-221feb21-91bc-4732-b554-e39a25976226 req-20a4a744-7e81-4b13-9f4d-0c3fd9669f20 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d00a4c7c-b873-4219-95bc-e0e48c518f93 HTTP/1.1" status: 200 len: 848 time: 0.0638263 Apr 23 18:12:22.168413 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221feb21-91bc-4732-b554-e39a25976226 req-c281d529-d657-41a9-b731-598a5ab8d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:22.169944 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-221feb21-91bc-4732-b554-e39a25976226 req-c281d529-d657-41a9-b731-598a5ab8d787 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc87f793-c224-4d30-9c45-dba51bc82a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805202 Apr 23 18:12:22.312735 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-221feb21-91bc-4732-b554-e39a25976226 req-37eb4b1c-3824-46e4-8c1a-7a076179d3c5 service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358228 Apr 23 18:12:22.457666 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-221feb21-91bc-4732-b554-e39a25976226 req-aa0e2cc9-e65a-4ab6-b499-b261a46c5f28 service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382439 Apr 23 18:12:22.467975 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:22.873645 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd26f1-e483-4547-a8cd-9a3325ee05f5 req-eaf1c84c-ad30-4783-a746-1d20742ff6d8 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:22.875250 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-78fd26f1-e483-4547-a8cd-9a3325ee05f5 req-eaf1c84c-ad30-4783-a746-1d20742ff6d8 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 943 time: 0.0913718 Apr 23 18:12:22.922801 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-78fd26f1-e483-4547-a8cd-9a3325ee05f5 req-19acc145-3554-424a-a4d9-02041a254f7e tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406454 Apr 23 18:12:24.123753 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248869d9-6bb5-4bc0-89a8-fb2777f3435d req-10db81e1-0973-4667-97e9-eaab80be5dea tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:24.125306 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-248869d9-6bb5-4bc0-89a8-fb2777f3435d req-10db81e1-0973-4667-97e9-eaab80be5dea tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 943 time: 0.0876255 Apr 23 18:12:24.172251 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-248869d9-6bb5-4bc0-89a8-fb2777f3435d req-8f7dad5b-b221-4079-967b-bfe2b682a27c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399725 Apr 23 18:12:24.234547 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 21eb8889-235d-41bd-8431-a73ba7bdfd30 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:12:24.378790 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 21eb8889-235d-41bd-8431-a73ba7bdfd30, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30,segment=NetworkSegment(7edc0d00-26cd-4014-a042-6c16d6dabd38),segment_id=7edc0d00-26cd-4014-a042-6c16d6dabd38)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:12:24.392853 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '21eb8889-235d-41bd-8431-a73ba7bdfd30', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'port_id': '21eb8889-235d-41bd-8431-a73ba7bdfd30', 'mac_address': 'fa:16:3e:f3:7d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:12:24.452184 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:24.469405 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21eb8889-235d-41bd-8431-a73ba7bdfd30 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:12:24.485377 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 21eb8889-235d-41bd-8431-a73ba7bdfd30, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30,segment=NetworkSegment(7edc0d00-26cd-4014-a042-6c16d6dabd38),segment_id=7edc0d00-26cd-4014-a042-6c16d6dabd38)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:12:24.488619 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:24.490412 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b26f1197-27e5-4cea-88d0-907f3628b532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:24.562004 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=21eb8889-235d-41bd-8431-a73ba7bdfd30,revision_number=4']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:24.565165 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:24.689209 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['21eb8889-235d-41bd-8431-a73ba7bdfd30'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:12:25.373334 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622eb46-0be0-45cc-9b1c-56700ececdb4 req-25b260d6-0f93-48c0-aeaa-4f393f4a140c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:25.374961 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9622eb46-0be0-45cc-9b1c-56700ececdb4 req-25b260d6-0f93-48c0-aeaa-4f393f4a140c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 944 time: 0.0891938 Apr 23 18:12:25.428101 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-9622eb46-0be0-45cc-9b1c-56700ececdb4 req-6cbccd3d-34cb-42c1-992c-e5ed1949e9ca tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459888 Apr 23 18:12:26.265818 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 21eb8889-235d-41bd-8431-a73ba7bdfd30 up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:12:26.340117 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning for port 21eb8889-235d-41bd-8431-a73ba7bdfd30 completed by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 18:12:26.344942 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 21eb8889-235d-41bd-8431-a73ba7bdfd30 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:12:26.346018 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:26.467296 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:26.498460 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eb8889-235d-41bd-8431-a73ba7bdfd30'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:12:26.509280 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 21eb8889-235d-41bd-8431-a73ba7bdfd30, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30,segment=NetworkSegment(7edc0d00-26cd-4014-a042-6c16d6dabd38),segment_id=7edc0d00-26cd-4014-a042-6c16d6dabd38)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:12:26.515897 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:26.516141 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:12:26.518636 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-3be02a24-1d2b-4769-8757-d165717a6208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:26.556612 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eb8889-235d-41bd-8431-a73ba7bdfd30', 'code': 200} Apr 23 18:12:26.590749 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=21eb8889-235d-41bd-8431-a73ba7bdfd30,revision_number=5']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:26.593849 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:26.645545 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd15ec-3c3f-4ebf-abcf-9e429ace9219 req-9694f5a2-3f02-472d-a9d5-951b55d5f144 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:26.647166 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f4dd15ec-3c3f-4ebf-abcf-9e429ace9219 req-9694f5a2-3f02-472d-a9d5-951b55d5f144 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0956368 Apr 23 18:12:26.696684 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f4dd15ec-3c3f-4ebf-abcf-9e429ace9219 req-6c88ea02-c662-41eb-bf4b-ec0922d8be41 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430717 Apr 23 18:12:26.846290 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cafad-f3bd-4cd8-abb5-31dd7f4f9809 req-9b4315a9-c768-4415-8417-ce99f2380185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:26.847928 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a47cafad-f3bd-4cd8-abb5-31dd7f4f9809 req-9b4315a9-c768-4415-8417-ce99f2380185 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 1098 time: 0.0771542 Apr 23 18:12:26.890845 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-a47cafad-f3bd-4cd8-abb5-31dd7f4f9809 req-f24bbc1c-c950-4d55-9af7-e15f8278a990 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359809 Apr 23 18:12:27.900426 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163bc40-726a-4812-9c39-b954b34673b8 req-2eafb775-a85a-4e42-b55a-9c8bbfae1a1e tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:27.901993 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e163bc40-726a-4812-9c39-b954b34673b8 req-2eafb775-a85a-4e42-b55a-9c8bbfae1a1e tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0877414 Apr 23 18:12:27.949656 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e163bc40-726a-4812-9c39-b954b34673b8 req-5eb096ac-f1af-4607-8395-a789404aaf6a tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411193 Apr 23 18:12:28.152651 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcee79-5253-432c-9dc1-003cb64b9c40 req-b4fdf34c-7aea-4c29-80af-bc269cc324ac tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:28.154214 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-36dcee79-5253-432c-9dc1-003cb64b9c40 req-b4fdf34c-7aea-4c29-80af-bc269cc324ac tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0931683 Apr 23 18:12:28.204207 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-36dcee79-5253-432c-9dc1-003cb64b9c40 req-8a73a708-73a9-4619-ae84-7306e90a5b67 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423236 Apr 23 18:12:28.228539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34268) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:12:28.350065 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec80019-a3dc-4098-96ea-f6368c49d30c tempest-TestShelveInstance-1056828307 tempest-TestShelveInstance-1056828307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:28.351682 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-1ec80019-a3dc-4098-96ea-f6368c49d30c tempest-TestShelveInstance-1056828307 tempest-TestShelveInstance-1056828307-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 1093 time: 0.1221175 Apr 23 18:12:28.354741 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34274) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:12:28.360104 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.v2.base [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Request body: {'floatingip': {'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'port_id': '21eb8889-235d-41bd-8431-a73ba7bdfd30', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 18:12:28.367164 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 18:12:28.371237 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Usage tracker for resource:floatingip and tenant:aee37c23d7c6433ca7a8e4025a1023c6 is out of sync, need to count used quota {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 18:12:28.374220 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86361) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 18:12:28.380331 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.quota.driver [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 18:12:28.389891 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for floatingip, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:28.534404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:28.678149 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_common [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Allocated IP 172.28.1.151 (98d3619d-941a-4347-b217-5f5fd5441170/72c7752f-77c2-49cb-bbe9-c4d5aa4c810b/112e35b2-f1c6-45ad-8a74-3488800cb653) {{(pid=86361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 18:12:28.831147 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for port, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:28.860155 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774975671718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:28.864805 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-12bba979-d575-48bf-92ab-d10a12bc2e1e tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:28.926597 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Network 98d3619d-941a-4347-b217-5f5fd5441170 is already hosted by enough agents. {{(pid=86361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 18:12:28.934673 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.base_scheduler [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Resources bound (agent type, host, resource id): {{(pid=86361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 18:12:28.939607 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Received port after_create {{(pid=86361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 18:12:28.977215 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Pushing event updated for resources: {'Port': ['ID=112e35b2-f1c6-45ad-8a74-3488800cb653,revision_number=1']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:28.988696 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:12:28.989112 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:12:28.989520 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:12:28.989984 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:12:28.990362 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:12:28.990765 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:12:28.991191 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:12:28.991587 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:12:28.991985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:12:28.992376 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:12:28.992766 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:12:28.993156 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:12:28.998231 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:29.621081 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:29.699930 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:29.917036 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for port, precommit_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:29.920417 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1859271'] for port, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:29.925650 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-97863b2c-7549-47e5-ba4e-3db494826e47 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:12:30.041017 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Pushing event updated for resources: {'Port': ['ID=112e35b2-f1c6-45ad-8a74-3488800cb653,revision_number=2']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:12:30.045287 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:12:30.050295 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853070193'] for floatingip, after_update {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:30.229780 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.l3_db [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Floating IP bec5dd4b-48b0-4964-a691-df819830b1c8 associated. External IP: 172.28.1.151, port: 21eb8889-235d-41bd-8431-a73ba7bdfd30. Apr 23 18:12:30.603937 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Router e878deb6-fa51-4853-a2a8-0f1b93771878 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:12:30.794233 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:12:30.804561 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a66fd-4d10-4083-8056-4a6f4a457bce None None] Sync routers for ids ['e878deb6-fa51-4853-a2a8-0f1b93771878'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:12:30.816283 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a66fd-4d10-4083-8056-4a6f4a457bce None None] Routers {'e878deb6-fa51-4853-a2a8-0f1b93771878'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:12:30.816960 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-9a5a66fd-4d10-4083-8056-4a6f4a457bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:12:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e878deb6-fa51-4853-a2a8-0f1b93771878'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:12:30.819770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:30.878949 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-8cc137d5-df67-48fb-9c8b-34d129d2c9cf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5230811 Apr 23 18:12:30.879671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'tag': '21eb8889-235d-41bd-8431-a73ba7bdfd30'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:12:30.931316 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'tag': '21eb8889-235d-41bd-8431-a73ba7bdfd30', 'status': 'completed', 'code': 200} Apr 23 18:12:31.038204 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8401a1-6221-48b4-b4f7-7882075c5282 req-6b1426c6-09a8-43bd-908f-22f3f961adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:31.039885 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1c8401a1-6221-48b4-b4f7-7882075c5282 req-6b1426c6-09a8-43bd-908f-22f3f961adcd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee37c23d7c6433ca7a8e4025a1023c6&device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 1098 time: 0.0858166 Apr 23 18:12:31.177020 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-9a5a66fd-4d10-4083-8056-4a6f4a457bce None None] Set router e878deb6-fa51-4853-a2a8-0f1b93771878 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:12:31.185219 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8401a1-6221-48b4-b4f7-7882075c5282 req-385d60ce-995f-4dbb-8ea3-520be1b8c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:31.186785 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1c8401a1-6221-48b4-b4f7-7882075c5282 req-385d60ce-995f-4dbb-8ea3-520be1b8c74e service neutron] 10.222.0.22 "GET /v2.0/networks?id=fc87f793-c224-4d30-9c45-dba51bc82a19 HTTP/1.1" status: 200 len: 910 time: 0.1400905 Apr 23 18:12:31.296278 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1c8401a1-6221-48b4-b4f7-7882075c5282 req-c89c2704-f374-4a0f-bd2e-f108a8d0f63e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30 HTTP/1.1" status: 200 len: 999 time: 0.1034131 Apr 23 18:12:31.365140 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8401a1-6221-48b4-b4f7-7882075c5282 req-9e46c624-7c40-4fa3-b8ca-7723ee1a430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:31.366918 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1c8401a1-6221-48b4-b4f7-7882075c5282 req-9e46c624-7c40-4fa3-b8ca-7723ee1a430e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d00a4c7c-b873-4219-95bc-e0e48c518f93 HTTP/1.1" status: 200 len: 848 time: 0.0650403 Apr 23 18:12:31.451068 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8401a1-6221-48b4-b4f7-7882075c5282 req-4af4575b-7c0f-4637-aa92-2683c18b2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:31.452630 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1c8401a1-6221-48b4-b4f7-7882075c5282 req-4af4575b-7c0f-4637-aa92-2683c18b2727 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc87f793-c224-4d30-9c45-dba51bc82a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793948 Apr 23 18:12:31.548475 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-9a5a66fd-4d10-4083-8056-4a6f4a457bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'name': 'tempest-TestShelveInstance-1913687148-router', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:46Z', 'updated_at': '2021-04-23T18:11:51Z', 'revision_number': 4, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'gw_port': {'id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:47Z', 'updated_at': '2021-04-23T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': 'bec5dd4b-48b0-4964-a691-df819830b1c8', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'floating_ip_address': '172.28.1.151', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'port_id': '21eb8889-235d-41bd-8431-a73ba7bdfd30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'mac_address': 'fa:16:3e:f3:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:12:29Z', 'updated_at': '2021-04-23T18:12:29Z', 'revision_number': 0, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943f1512-9a16-4498-a440-ed4004bda1a0', 'name': '', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'mac_address': 'fa:16:3e:1b:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:50Z', 'updated_at': '2021-04-23T18:11:58Z', 'revision_number': 5, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'subnets': [{'id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:12:31.552559 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a66fd-4d10-4083-8056-4a6f4a457bce None None] Checking router: e878deb6-fa51-4853-a2a8-0f1b93771878 for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:12:31.561500 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a66fd-4d10-4083-8056-4a6f4a457bce None None] Routers {'e878deb6-fa51-4853-a2a8-0f1b93771878'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:12:31.562172 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-9a5a66fd-4d10-4083-8056-4a6f4a457bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:12:12Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e878deb6-fa51-4853-a2a8-0f1b93771878'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:12:31.600700 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1c8401a1-6221-48b4-b4f7-7882075c5282 req-540538d3-b504-47c0-bdb7-e71aae9c46f7 service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410272 Apr 23 18:12:31.744680 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1c8401a1-6221-48b4-b4f7-7882075c5282 req-e0aedec2-6901-4c74-9abf-4c3a5229d779 service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373341 Apr 23 18:12:31.752520 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-9a5a66fd-4d10-4083-8056-4a6f4a457bce None None] Set router e878deb6-fa51-4853-a2a8-0f1b93771878 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:12:32.117581 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-9a5a66fd-4d10-4083-8056-4a6f4a457bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'name': 'tempest-TestShelveInstance-1913687148-router', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:46Z', 'updated_at': '2021-04-23T18:11:51Z', 'revision_number': 4, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'gw_port': {'id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:47Z', 'updated_at': '2021-04-23T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': 'bec5dd4b-48b0-4964-a691-df819830b1c8', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'floating_ip_address': '172.28.1.151', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'port_id': '21eb8889-235d-41bd-8431-a73ba7bdfd30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'mac_address': 'fa:16:3e:f3:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:12:29Z', 'updated_at': '2021-04-23T18:12:29Z', 'revision_number': 0, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943f1512-9a16-4498-a440-ed4004bda1a0', 'name': '', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'mac_address': 'fa:16:3e:1b:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:50Z', 'updated_at': '2021-04-23T18:11:58Z', 'revision_number': 5, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'subnets': [{'id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:12:32.121753 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a66fd-4d10-4083-8056-4a6f4a457bce None None] The sync data for ids ['e878deb6-fa51-4853-a2a8-0f1b93771878'] in dv-cinder-786524-3-smb is: [{'id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'name': 'tempest-TestShelveInstance-1913687148-router', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:46Z', 'updated_at': '2021-04-23T18:11:51Z', 'revision_number': 4, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'gw_port': {'id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:47Z', 'updated_at': '2021-04-23T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_floatingips': [{'id': 'bec5dd4b-48b0-4964-a691-df819830b1c8', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'floating_ip_address': '172.28.1.151', 'floating_network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'router_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'port_id': '21eb8889-235d-41bd-8431-a73ba7bdfd30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'mac_address': 'fa:16:3e:f3:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T18:12:29Z', 'updated_at': '2021-04-23T18:12:29Z', 'revision_number': 0, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943f1512-9a16-4498-a440-ed4004bda1a0', 'name': '', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'mac_address': 'fa:16:3e:1b:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:50Z', 'updated_at': '2021-04-23T18:11:58Z', 'revision_number': 5, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'subnets': [{'id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:12:32.371706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6090f0ec-1f19-448f-a0fa-34e776d7de77 None None] New status for floating IP bec5dd4b-48b0-4964-a691-df819830b1c8: ACTIVE {{(pid=86364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 18:12:39.577464 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7c40f12a-bc9b-4dc7-afec-0ed92a3dc24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:41.889311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5c216a32-7dfd-4094-9dca-e8367d54e2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:42.588113 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:42.747846 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:44.199905 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:52.468372 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:12:56.756729 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b62223e6-0436-4451-adb1-fa3387dc22be req-554a971b-d402-4d00-bf03-4560c1b4384a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811231 Apr 23 18:12:56.910641 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62223e6-0436-4451-adb1-fa3387dc22be req-e90b39f4-d1f3-4cfe-95c1-558fc6bba133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:56.912234 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b62223e6-0436-4451-adb1-fa3387dc22be req-e90b39f4-d1f3-4cfe-95c1-558fc6bba133 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee37c23d7c6433ca7a8e4025a1023c6&device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 1098 time: 0.0773165 Apr 23 18:12:57.067060 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62223e6-0436-4451-adb1-fa3387dc22be req-72a1c97c-5630-4c6c-bdd4-2408bff2b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:57.068887 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b62223e6-0436-4451-adb1-fa3387dc22be req-72a1c97c-5630-4c6c-bdd4-2408bff2b767 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fc87f793-c224-4d30-9c45-dba51bc82a19 HTTP/1.1" status: 200 len: 910 time: 0.1384330 Apr 23 18:12:57.181782 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b62223e6-0436-4451-adb1-fa3387dc22be req-317c1774-1ac9-4f30-b6d2-04202b375075 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30 HTTP/1.1" status: 200 len: 1001 time: 0.1044033 Apr 23 18:12:57.252033 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62223e6-0436-4451-adb1-fa3387dc22be req-74e49f21-5c83-4d95-96cc-32d975e13033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:57.253708 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b62223e6-0436-4451-adb1-fa3387dc22be req-74e49f21-5c83-4d95-96cc-32d975e13033 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d00a4c7c-b873-4219-95bc-e0e48c518f93 HTTP/1.1" status: 200 len: 848 time: 0.0641091 Apr 23 18:12:57.340757 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62223e6-0436-4451-adb1-fa3387dc22be req-679c1d2f-d1f6-4e15-8025-f4be87bd4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:12:57.342196 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b62223e6-0436-4451-adb1-fa3387dc22be req-679c1d2f-d1f6-4e15-8025-f4be87bd4113 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc87f793-c224-4d30-9c45-dba51bc82a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795245 Apr 23 18:12:57.729248 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b62223e6-0436-4451-adb1-fa3387dc22be req-f7e4d656-dfc3-4aea-b30c-6aaaf6fa8090 service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798184 Apr 23 18:12:57.870200 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b62223e6-0436-4451-adb1-fa3387dc22be req-f27a7485-0215-4430-830d-8854c408ba7a service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339664 Apr 23 18:13:03.515950 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:13:09.578666 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-93678fad-b6c7-4394-8b64-c9d5b90728ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:13:11.888861 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fe701bb2-95fb-45b1-9905-50e311ddb659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:13:12.591305 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:13:12.748889 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:13:14.203233 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:13:22.481321 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:13:39.580071 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e631eaf5-00e8-4a9a-867d-0e8e76056342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:13:40.514924 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:13:41.891417 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-98cb2206-2b46-4dec-9f2d-515d4a508e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:13:42.593952 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:13:42.748904 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:13:44.205559 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:13:52.497791 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:13:57.737943 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c328dfc0-6c21-4213-91da-000ac2cb467e req-fc4cb230-467a-4cb1-9a7d-436b4255d417 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767510 Apr 23 18:13:57.889433 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328dfc0-6c21-4213-91da-000ac2cb467e req-0b027efc-af1b-4845-ac27-489d75cfe81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:13:57.891070 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c328dfc0-6c21-4213-91da-000ac2cb467e req-0b027efc-af1b-4845-ac27-489d75cfe81d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee37c23d7c6433ca7a8e4025a1023c6&device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 1098 time: 0.0827992 Apr 23 18:13:58.045619 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328dfc0-6c21-4213-91da-000ac2cb467e req-3c64a79c-07de-41b1-ac67-e4257baa17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:13:58.047113 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c328dfc0-6c21-4213-91da-000ac2cb467e req-3c64a79c-07de-41b1-ac67-e4257baa17b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fc87f793-c224-4d30-9c45-dba51bc82a19 HTTP/1.1" status: 200 len: 910 time: 0.1377523 Apr 23 18:13:58.157688 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c328dfc0-6c21-4213-91da-000ac2cb467e req-2f87e2bb-7214-4e75-affe-d3d1b3793660 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30 HTTP/1.1" status: 200 len: 1001 time: 0.1040659 Apr 23 18:13:58.227365 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328dfc0-6c21-4213-91da-000ac2cb467e req-f6dc5ed1-ca71-4d21-85c6-5af4bb4ef3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:13:58.229488 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c328dfc0-6c21-4213-91da-000ac2cb467e req-f6dc5ed1-ca71-4d21-85c6-5af4bb4ef3a4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d00a4c7c-b873-4219-95bc-e0e48c518f93 HTTP/1.1" status: 200 len: 848 time: 0.0658092 Apr 23 18:13:58.314245 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328dfc0-6c21-4213-91da-000ac2cb467e req-8845a6c9-ab34-4c8f-9180-7561b1652456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:13:58.315850 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c328dfc0-6c21-4213-91da-000ac2cb467e req-8845a6c9-ab34-4c8f-9180-7561b1652456 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc87f793-c224-4d30-9c45-dba51bc82a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805740 Apr 23 18:13:58.457851 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c328dfc0-6c21-4213-91da-000ac2cb467e req-8f187aa0-5e32-4673-9242-89e82cd09957 service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349604 Apr 23 18:13:58.597878 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-c328dfc0-6c21-4213-91da-000ac2cb467e req-82e090d3-aa22-4375-8a35-2786d3f2cb1c service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334200 Apr 23 18:14:09.581727 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ec67d3ad-b02a-4ec2-b4dc-4be643128fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:11.892088 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a04dc323-a489-4d61-a65f-8bba89891a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:12.595675 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:12.750880 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:14.207985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:17.515281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:14:20.679439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265ad57-8a7c-45d0-8e0b-4ebc24216f8f req-c57de8df-70ac-48a6-8b78-73c4285481ce tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:20.680983 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1265ad57-8a7c-45d0-8e0b-4ebc24216f8f req-c57de8df-70ac-48a6-8b78-73c4285481ce tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0962045 Apr 23 18:14:20.729987 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1265ad57-8a7c-45d0-8e0b-4ebc24216f8f req-c53187ae-7df6-4738-98a5-41c225dfc39f tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426381 Apr 23 18:14:21.936907 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a538daa-dbef-4110-bbb6-61cc2cd7b949 req-7c04ac4d-5d56-41ed-9c41-5dca1fb15e4e tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:21.938527 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1a538daa-dbef-4110-bbb6-61cc2cd7b949 req-7c04ac4d-5d56-41ed-9c41-5dca1fb15e4e tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0883682 Apr 23 18:14:21.987264 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1a538daa-dbef-4110-bbb6-61cc2cd7b949 req-22f4f9f5-0ca9-473f-91b2-f367d64ef390 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421214 Apr 23 18:14:22.508920 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:23.207417 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafaf9d-1dd8-4d55-a556-94a0101f111f req-b6267da0-ced8-4ade-910c-f5384d77b89e tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:23.208995 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0eafaf9d-1dd8-4d55-a556-94a0101f111f req-b6267da0-ced8-4ade-910c-f5384d77b89e tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0905769 Apr 23 18:14:23.256524 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0eafaf9d-1dd8-4d55-a556-94a0101f111f req-868b7a21-52d3-48f9-9d7d-44f0cbf27b59 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408926 Apr 23 18:14:24.472051 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2117886-5411-4ad5-9ecb-b4750d57c382 req-c0ceb525-e907-4c45-a80c-5f09a5cb9ed2 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:24.473593 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b2117886-5411-4ad5-9ecb-b4750d57c382 req-c0ceb525-e907-4c45-a80c-5f09a5cb9ed2 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0924027 Apr 23 18:14:24.521159 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b2117886-5411-4ad5-9ecb-b4750d57c382 req-b128bfcc-275c-43ff-be79-a24800a365bf tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410311 Apr 23 18:14:25.725974 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c3140-4722-42e8-b139-5d02ed807843 req-043be1c1-43eb-4118-8272-dbcb7f751681 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:25.727483 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-684c3140-4722-42e8-b139-5d02ed807843 req-043be1c1-43eb-4118-8272-dbcb7f751681 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0912433 Apr 23 18:14:25.774294 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-684c3140-4722-42e8-b139-5d02ed807843 req-24a95959-389f-4e22-917b-a028eb46bdbb tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404620 Apr 23 18:14:26.973053 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838d9d8-c202-447a-8787-28ce36324bf9 req-bf97fb20-b0c2-4fa5-bff3-38cb19858958 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:26.974637 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d838d9d8-c202-447a-8787-28ce36324bf9 req-bf97fb20-b0c2-4fa5-bff3-38cb19858958 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0895169 Apr 23 18:14:27.022828 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d838d9d8-c202-447a-8787-28ce36324bf9 req-7e53ac30-70bd-47eb-af08-d55c1e93dbae tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411379 Apr 23 18:14:28.228538 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13f290-dc52-4897-9046-b5cbb0f0dd4a req-779a57a2-8597-457d-96c6-36b6fb1a93eb tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:28.230685 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4c13f290-dc52-4897-9046-b5cbb0f0dd4a req-779a57a2-8597-457d-96c6-36b6fb1a93eb tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0950451 Apr 23 18:14:28.510392 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-4c13f290-dc52-4897-9046-b5cbb0f0dd4a req-ebc8e30b-ec87-4e28-b0c4-812798de4ca3 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731297 Apr 23 18:14:29.717808 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a98af-d760-45eb-abce-6f635bd81d52 req-4cce164d-d1f6-454d-a127-d0520e239275 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:29.719346 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f03a98af-d760-45eb-abce-6f635bd81d52 req-4cce164d-d1f6-454d-a127-d0520e239275 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0934036 Apr 23 18:14:29.767281 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-f03a98af-d760-45eb-abce-6f635bd81d52 req-97ce6e70-c44d-421b-b303-9a6944af6219 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416379 Apr 23 18:14:30.765854 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bdd5b-1023-4e90-91bf-196f58b450dd req-6004e1e3-c14b-451d-9000-f9ee50fc6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:30.767380 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-266bdd5b-1023-4e90-91bf-196f58b450dd req-6004e1e3-c14b-451d-9000-f9ee50fc6771 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee37c23d7c6433ca7a8e4025a1023c6&device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 1098 time: 0.0789738 Apr 23 18:14:30.913025 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bdd5b-1023-4e90-91bf-196f58b450dd req-f1d1b1f8-14a0-43f7-b2d6-9f8468bdc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:30.914594 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-266bdd5b-1023-4e90-91bf-196f58b450dd req-f1d1b1f8-14a0-43f7-b2d6-9f8468bdc63a service neutron] 10.222.0.22 "GET /v2.0/networks?id=fc87f793-c224-4d30-9c45-dba51bc82a19 HTTP/1.1" status: 200 len: 910 time: 0.1413057 Apr 23 18:14:30.973280 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645be324-75f0-4f42-b610-e032a923ca13 req-72bed2cb-795e-4fec-ae64-31d447d60749 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:30.974887 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-645be324-75f0-4f42-b610-e032a923ca13 req-72bed2cb-795e-4fec-ae64-31d447d60749 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0904906 Apr 23 18:14:31.025680 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-266bdd5b-1023-4e90-91bf-196f58b450dd req-5b1b3981-415b-4eb2-aa9b-cfe1f0444c9c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30 HTTP/1.1" status: 200 len: 1001 time: 0.1041074 Apr 23 18:14:31.026499 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-645be324-75f0-4f42-b610-e032a923ca13 req-21391fea-4713-49e6-a96c-e8f40227c0ab tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445099 Apr 23 18:14:31.097267 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bdd5b-1023-4e90-91bf-196f58b450dd req-ba170504-f7e5-4e7b-9326-297a7de7064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:31.098789 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-266bdd5b-1023-4e90-91bf-196f58b450dd req-ba170504-f7e5-4e7b-9326-297a7de7064a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d00a4c7c-b873-4219-95bc-e0e48c518f93 HTTP/1.1" status: 200 len: 848 time: 0.0675032 Apr 23 18:14:31.183867 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bdd5b-1023-4e90-91bf-196f58b450dd req-a706f666-e1e5-4466-b5de-653880f5b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:31.185801 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-266bdd5b-1023-4e90-91bf-196f58b450dd req-a706f666-e1e5-4466-b5de-653880f5b1e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc87f793-c224-4d30-9c45-dba51bc82a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796595 Apr 23 18:14:31.326323 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-266bdd5b-1023-4e90-91bf-196f58b450dd req-70e18263-8390-4a7e-b1ee-558fe9c6994b service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338201 Apr 23 18:14:31.468182 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-266bdd5b-1023-4e90-91bf-196f58b450dd req-4516e3d2-1830-49e6-8ac4-e5703584bdef service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359327 Apr 23 18:14:32.228137 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d7f1d-b4d6-451f-9c69-9cfbe934b8e3 req-960f357d-31a8-4128-a6a3-0103249def2c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:32.229704 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-dc0d7f1d-b4d6-451f-9c69-9cfbe934b8e3 req-960f357d-31a8-4128-a6a3-0103249def2c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0876312 Apr 23 18:14:32.282018 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-dc0d7f1d-b4d6-451f-9c69-9cfbe934b8e3 req-e36f9292-deee-41a6-aef1-01ef21fd5dc7 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452759 Apr 23 18:14:33.485510 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74323e6b-ee7a-4767-86c1-f57c5cb70c7c req-0d9c7bee-4c30-4441-80b9-97c679f79db7 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:33.487141 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-74323e6b-ee7a-4767-86c1-f57c5cb70c7c req-0d9c7bee-4c30-4441-80b9-97c679f79db7 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0888572 Apr 23 18:14:33.536208 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-74323e6b-ee7a-4767-86c1-f57c5cb70c7c req-e83ad24b-63b9-42eb-859d-1b6325590a08 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423946 Apr 23 18:14:33.910661 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4a798-df34-4d2c-884c-4681eb3382d8 req-c52d4ca7-fd12-46a9-8012-780f2232aec2 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:33.912281 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b9b4a798-df34-4d2c-884c-4681eb3382d8 req-c52d4ca7-fd12-46a9-8012-780f2232aec2 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0922422 Apr 23 18:14:33.947981 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e5007686-fa33-4dae-a733-478f7815b832 req-e9b52e77-3999-4e44-b3ff-a109e10c417a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1896818 Apr 23 18:14:33.961068 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b9b4a798-df34-4d2c-884c-4681eb3382d8 req-5e92bc25-8ce9-4385-a4a6-6684fd335367 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421598 Apr 23 18:14:35.227975 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5007686-fa33-4dae-a733-478f7815b832 req-a9f8180a-cf1c-4535-9102-e005420a677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:35.229542 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e5007686-fa33-4dae-a733-478f7815b832 req-a9f8180a-cf1c-4535-9102-e005420a677b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744&tenant_id=aee37c23d7c6433ca7a8e4025a1023c6 HTTP/1.1" status: 200 len: 1098 time: 0.1481354 Apr 23 18:14:35.239132 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27ce74-9de0-4528-898c-1bdc8ce1d116 req-81a7af7d-784e-46d9-8225-822c9d080a62 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:35.240606 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fd27ce74-9de0-4528-898c-1bdc8ce1d116 req-81a7af7d-784e-46d9-8225-822c9d080a62 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.1578789 Apr 23 18:14:35.341062 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-fd27ce74-9de0-4528-898c-1bdc8ce1d116 req-f5fd968f-cf7a-4115-9928-760afabb565b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935867 Apr 23 18:14:35.362689 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5007686-fa33-4dae-a733-478f7815b832 req-68713fea-505b-41bd-81d2-d80c34127326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:35.364289 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e5007686-fa33-4dae-a733-478f7815b832 req-68713fea-505b-41bd-81d2-d80c34127326 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee37c23d7c6433ca7a8e4025a1023c6&device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 1098 time: 0.1025655 Apr 23 18:14:35.505838 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5007686-fa33-4dae-a733-478f7815b832 req-674ff9b7-25a7-4ec2-ad39-b3f6d988d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:35.507430 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e5007686-fa33-4dae-a733-478f7815b832 req-674ff9b7-25a7-4ec2-ad39-b3f6d988d457 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fc87f793-c224-4d30-9c45-dba51bc82a19 HTTP/1.1" status: 200 len: 910 time: 0.1362624 Apr 23 18:14:35.613511 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e5007686-fa33-4dae-a733-478f7815b832 req-2241255c-ffe9-48c5-a843-fb52525dc109 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30 HTTP/1.1" status: 200 len: 1001 time: 0.0986624 Apr 23 18:14:35.683824 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5007686-fa33-4dae-a733-478f7815b832 req-30b7bf3d-770c-43e1-b1c5-65e96bfd3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:35.685477 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e5007686-fa33-4dae-a733-478f7815b832 req-30b7bf3d-770c-43e1-b1c5-65e96bfd3d6e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d00a4c7c-b873-4219-95bc-e0e48c518f93 HTTP/1.1" status: 200 len: 848 time: 0.0649214 Apr 23 18:14:35.766107 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5007686-fa33-4dae-a733-478f7815b832 req-7697ae0f-bfd8-4c9b-9976-8b55730ebdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:35.767677 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e5007686-fa33-4dae-a733-478f7815b832 req-7697ae0f-bfd8-4c9b-9976-8b55730ebdb5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc87f793-c224-4d30-9c45-dba51bc82a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758801 Apr 23 18:14:35.911318 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e5007686-fa33-4dae-a733-478f7815b832 req-fe74d6cc-b39a-4a72-a506-f2194be203a4 service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367028 Apr 23 18:14:36.051081 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-e5007686-fa33-4dae-a733-478f7815b832 req-ab97b4fd-087c-4b28-80a4-d7fe124cd1ab service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326573 Apr 23 18:14:36.549745 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55d3ec-ccb3-4189-bffa-d82e10885c6e req-c0f52c1f-0d06-4196-8539-462133abf14a tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:36.551317 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ae55d3ec-ccb3-4189-bffa-d82e10885c6e req-c0f52c1f-0d06-4196-8539-462133abf14a tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0874641 Apr 23 18:14:36.598304 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-ae55d3ec-ccb3-4189-bffa-d82e10885c6e req-01b842f2-41e1-4a94-b790-42aabd822664 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407434 Apr 23 18:14:36.936523 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 21eb8889-235d-41bd-8431-a73ba7bdfd30 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:14:37.056847 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:37.085894 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21eb8889-235d-41bd-8431-a73ba7bdfd30'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:14:37.096512 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 21eb8889-235d-41bd-8431-a73ba7bdfd30, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30,segment=NetworkSegment(7edc0d00-26cd-4014-a042-6c16d6dabd38),segment_id=7edc0d00-26cd-4014-a042-6c16d6dabd38)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:14:37.099532 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:37.101384 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:14:37.173341 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=21eb8889-235d-41bd-8431-a73ba7bdfd30,revision_number=6']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:14:37.182064 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:14:37.182405 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:14:37.182785 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:14:37.183194 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:14:37.183568 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:14:37.183939 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:14:37.184849 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:14:37.185214 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:14:37.185581 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:14:37.185946 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:14:37.186309 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:14:37.186671 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:14:37.190713 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:14:37.268466 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21eb8889-235d-41bd-8431-a73ba7bdfd30', 'code': 200} Apr 23 18:14:37.436136 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dade93b-f90b-4b3d-bde5-32568da57407 req-86661652-22ab-4476-8a76-bef7c67b2ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:37.437668 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0dade93b-f90b-4b3d-bde5-32568da57407 req-86661652-22ab-4476-8a76-bef7c67b2ae9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 1096 time: 0.0833116 Apr 23 18:14:37.531469 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-0dade93b-f90b-4b3d-bde5-32568da57407 req-c6f7fcaf-62a6-455e-b61f-583ac9c22dd5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357637 Apr 23 18:14:37.803250 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785e201-17b3-4ee0-bc69-85e7f6f8145f req-40f9542c-29e5-4fe4-b752-0abac35d1f25 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:37.804845 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5785e201-17b3-4ee0-bc69-85e7f6f8145f req-40f9542c-29e5-4fe4-b752-0abac35d1f25 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 943 time: 0.0922885 Apr 23 18:14:37.852680 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-5785e201-17b3-4ee0-bc69-85e7f6f8145f req-5b4d4b34-d377-4093-8750-05a7f2a6ce10 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413597 Apr 23 18:14:38.951548 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 21eb8889-235d-41bd-8431-a73ba7bdfd30 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 18:14:39.053725 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ba278-ef12-4cd3-8149-c527f1593287 req-4e58e1e2-6e4c-4467-a3ec-020234a5cf78 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:14:39.055320 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d92ba278-ef12-4cd3-8149-c527f1593287 req-4e58e1e2-6e4c-4467-a3ec-020234a5cf78 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 943 time: 0.0889616 Apr 23 18:14:39.096702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 21eb8889-235d-41bd-8431-a73ba7bdfd30, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30,segment=NetworkSegment(7edc0d00-26cd-4014-a042-6c16d6dabd38),segment_id=7edc0d00-26cd-4014-a042-6c16d6dabd38)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:14:39.104158 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-d92ba278-ef12-4cd3-8149-c527f1593287 req-2afcd37e-13b4-48e7-aa86-70def2d57e88 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416670 Apr 23 18:14:39.112070 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Returning: {'device': '21eb8889-235d-41bd-8431-a73ba7bdfd30', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'port_id': '21eb8889-235d-41bd-8431-a73ba7bdfd30', 'mac_address': 'fa:16:3e:f3:7d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 18:14:39.174202 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:39.192037 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21eb8889-235d-41bd-8431-a73ba7bdfd30 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 18:14:39.208126 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 21eb8889-235d-41bd-8431-a73ba7bdfd30, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30,segment=NetworkSegment(7edc0d00-26cd-4014-a042-6c16d6dabd38),segment_id=7edc0d00-26cd-4014-a042-6c16d6dabd38)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:14:39.210969 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:39.212793 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:14:39.282076 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=21eb8889-235d-41bd-8431-a73ba7bdfd30,revision_number=7']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:14:39.285157 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:14:39.423179 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] get_ports_and_sgs() called for port_ids ['21eb8889-235d-41bd-8431-a73ba7bdfd30'] {{(pid=86363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 18:14:39.603095 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7de5a673-7be4-40e2-b06e-a611441b1dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:40.966748 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 21eb8889-235d-41bd-8431-a73ba7bdfd30 up at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 18:14:41.043170 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.provisioning_blocks [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Provisioning complete for port 21eb8889-235d-41bd-8431-a73ba7bdfd30 triggered by entity L2. {{(pid=86363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 18:14:41.043588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851317630'] for port, provisioning_complete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:41.334993 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621727'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:41.362373 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eb8889-235d-41bd-8431-a73ba7bdfd30'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:14:41.373057 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] For port 21eb8889-235d-41bd-8431-a73ba7bdfd30, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30,segment=NetworkSegment(7edc0d00-26cd-4014-a042-6c16d6dabd38),segment_id=7edc0d00-26cd-4014-a042-6c16d6dabd38)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:14:41.376779 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774976120008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774975671735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261879104048'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:41.378770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:14:41.417202 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eb8889-235d-41bd-8431-a73ba7bdfd30', 'code': 200} Apr 23 18:14:41.451633 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Pushing event updated for resources: {'Port': ['ID=21eb8889-235d-41bd-8431-a73ba7bdfd30,revision_number=8']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:14:41.455428 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:14:41.892726 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-66ed20f8-5c48-4d0f-a26b-b74badccb97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:42.598366 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:42.752178 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:44.211027 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:52.522121 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:14:54.515054 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:15:00.523836 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b51a9e6d-f298-41c2-b324-11fb2bd37ce7 req-f192c6a9-09ce-492b-90b3-6687fd9ca7cf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800242 Apr 23 18:15:00.671879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a9e6d-f298-41c2-b324-11fb2bd37ce7 req-726705cb-9e62-4f22-aaac-f4a8cb3f71eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:15:00.673704 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b51a9e6d-f298-41c2-b324-11fb2bd37ce7 req-726705cb-9e62-4f22-aaac-f4a8cb3f71eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee37c23d7c6433ca7a8e4025a1023c6&device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 1098 time: 0.0778880 Apr 23 18:15:00.829540 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a9e6d-f298-41c2-b324-11fb2bd37ce7 req-825f443d-153e-4fc3-af06-f65dc0fd3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:15:00.832373 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b51a9e6d-f298-41c2-b324-11fb2bd37ce7 req-825f443d-153e-4fc3-af06-f65dc0fd3f10 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fc87f793-c224-4d30-9c45-dba51bc82a19 HTTP/1.1" status: 200 len: 910 time: 0.1408794 Apr 23 18:15:00.944323 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b51a9e6d-f298-41c2-b324-11fb2bd37ce7 req-9b88b45a-da04-49f5-a1b4-56a71da5ed26 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30 HTTP/1.1" status: 200 len: 1001 time: 0.1043458 Apr 23 18:15:01.015493 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a9e6d-f298-41c2-b324-11fb2bd37ce7 req-9be1c65b-93f8-4380-bebc-3801a286cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:15:01.017001 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b51a9e6d-f298-41c2-b324-11fb2bd37ce7 req-9be1c65b-93f8-4380-bebc-3801a286cd8e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d00a4c7c-b873-4219-95bc-e0e48c518f93 HTTP/1.1" status: 200 len: 848 time: 0.0661771 Apr 23 18:15:01.334546 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a9e6d-f298-41c2-b324-11fb2bd37ce7 req-311c7aa7-2818-4859-b464-48ae4a7344e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:15:01.336161 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b51a9e6d-f298-41c2-b324-11fb2bd37ce7 req-311c7aa7-2818-4859-b464-48ae4a7344e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc87f793-c224-4d30-9c45-dba51bc82a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3123832 Apr 23 18:15:01.477674 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b51a9e6d-f298-41c2-b324-11fb2bd37ce7 req-330dc5db-fd0f-470e-8797-c4800be3ea47 service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337976 Apr 23 18:15:01.617349 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-b51a9e6d-f298-41c2-b324-11fb2bd37ce7 req-305556ad-daea-4f14-9abc-9ca5679e5fd0 service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328247 Apr 23 18:15:09.583817 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e76844ae-6669-4df3-8505-606270112558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:11.894245 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-271b660c-2b8e-4cca-9f14-51fc3613f806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:12.600590 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:12.753131 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:14.214747 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:22.528897 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:31.516000 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:15:39.585643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3202ac2a-957f-4010-a293-40f00a817767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:41.895578 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-076ca54d-b85e-4cb3-97e3-ea521cb32f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:42.603764 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:42.753898 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:44.213692 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:48.756252 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34384) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:15:49.069016 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Deleting port 112e35b2-f1c6-45ad-8a74-3488800cb653 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:15:49.069399 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:49.195676 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:49.196037 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:49.330028 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Calling delete_port for 112e35b2-f1c6-45ad-8a74-3488800cb653 owned by network:floatingip {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:15:49.459030 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:49.463914 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-083411c1-b406-4c22-a69e-cbbcf20066ee tempest-VolumesSnapshotTestJSON-1147296075 tempest-VolumesSnapshotTestJSON-1147296075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:15:49.514402 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Pushing event deleted for resources: {'Port': ['ID=112e35b2-f1c6-45ad-8a74-3488800cb653,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:15:49.582389 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:15:49.582735 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:15:49.583171 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:15:49.583574 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:15:49.583975 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:15:49.584370 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:15:49.584766 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:15:49.585159 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:15:49.585552 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:15:49.585945 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:15:49.586334 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:15:49.586721 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:15:49.592679 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:15:49.619991 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for floatingip, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:49.620356 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.db.l3_db [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Floating IP bec5dd4b-48b0-4964-a691-df819830b1c8 disassociated (deleted). External IP: 172.28.1.151, port: 21eb8889-235d-41bd-8431-a73ba7bdfd30. Apr 23 18:15:49.989008 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Router e878deb6-fa51-4853-a2a8-0f1b93771878 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:15:50.173404 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:15:50.183935 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7566356-810b-4481-9ce4-a2f2e4d21dbf None None] Sync routers for ids ['e878deb6-fa51-4853-a2a8-0f1b93771878'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:15:50.193057 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:50.195174 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7566356-810b-4481-9ce4-a2f2e4d21dbf None None] Routers {'e878deb6-fa51-4853-a2a8-0f1b93771878'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:15:50.195869 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-e7566356-810b-4481-9ce4-a2f2e4d21dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:15:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e878deb6-fa51-4853-a2a8-0f1b93771878'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:15:50.254514 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-74926d22-992c-4c58-96fc-fb445d6d51a9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "DELETE /v2.0/floatingips/bec5dd4b-48b0-4964-a691-df819830b1c8 HTTP/1.1" status: 204 len: 168 time: 1.4970589 Apr 23 18:15:50.255133 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'tag': '21eb8889-235d-41bd-8431-a73ba7bdfd30'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:15:50.376847 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'tag': '21eb8889-235d-41bd-8431-a73ba7bdfd30', 'status': 'completed', 'code': 200} Apr 23 18:15:50.392099 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-e7566356-810b-4481-9ce4-a2f2e4d21dbf None None] Set router e878deb6-fa51-4853-a2a8-0f1b93771878 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:15:50.487077 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e98e38-accd-49e4-a5a1-36b54749470b req-fcd4aa97-9447-4b35-b1c0-7c8e56e80cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:15:50.488779 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-87e98e38-accd-49e4-a5a1-36b54749470b req-fcd4aa97-9447-4b35-b1c0-7c8e56e80cce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aee37c23d7c6433ca7a8e4025a1023c6&device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 1098 time: 0.0875278 Apr 23 18:15:50.638098 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e98e38-accd-49e4-a5a1-36b54749470b req-6ecec7ac-df1b-45df-ba89-a6cf8a0da215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:15:50.639713 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-87e98e38-accd-49e4-a5a1-36b54749470b req-6ecec7ac-df1b-45df-ba89-a6cf8a0da215 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fc87f793-c224-4d30-9c45-dba51bc82a19 HTTP/1.1" status: 200 len: 910 time: 0.1434557 Apr 23 18:15:50.657365 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2df8d9-d49a-4034-b7a3-ccc2049d19ed req-f62c6b7a-1152-4548-9a77-adecb705708b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:15:50.661122 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-bd2df8d9-d49a-4034-b7a3-ccc2049d19ed req-f62c6b7a-1152-4548-9a77-adecb705708b tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.0956011 Apr 23 18:15:50.716242 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-bd2df8d9-d49a-4034-b7a3-ccc2049d19ed req-dc9c2add-564c-4243-984d-1a7413d7119d tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497060 Apr 23 18:15:50.717746 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-87e98e38-accd-49e4-a5a1-36b54749470b req-8423737e-d602-44ad-9ff4-0a91b47e2231 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30 HTTP/1.1" status: 200 len: 217 time: 0.0709753 Apr 23 18:15:50.741295 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-e7566356-810b-4481-9ce4-a2f2e4d21dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'name': 'tempest-TestShelveInstance-1913687148-router', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:46Z', 'updated_at': '2021-04-23T18:11:51Z', 'revision_number': 4, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'gw_port': {'id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:47Z', 'updated_at': '2021-04-23T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '943f1512-9a16-4498-a440-ed4004bda1a0', 'name': '', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'mac_address': 'fa:16:3e:1b:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:50Z', 'updated_at': '2021-04-23T18:11:58Z', 'revision_number': 5, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'subnets': [{'id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:15:50.745436 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7566356-810b-4481-9ce4-a2f2e4d21dbf None None] Checking router: e878deb6-fa51-4853-a2a8-0f1b93771878 for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:15:50.754438 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7566356-810b-4481-9ce4-a2f2e4d21dbf None None] Routers {'e878deb6-fa51-4853-a2a8-0f1b93771878'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:15:50.755129 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-e7566356-810b-4481-9ce4-a2f2e4d21dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:15:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e878deb6-fa51-4853-a2a8-0f1b93771878'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:15:50.787784 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e98e38-accd-49e4-a5a1-36b54749470b req-dbe9ebfd-564b-4582-b861-992ef725aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:15:50.789366 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-87e98e38-accd-49e4-a5a1-36b54749470b req-dbe9ebfd-564b-4582-b861-992ef725aaa0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d00a4c7c-b873-4219-95bc-e0e48c518f93 HTTP/1.1" status: 200 len: 848 time: 0.0645306 Apr 23 18:15:50.875374 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e98e38-accd-49e4-a5a1-36b54749470b req-50ffddc8-fd26-4357-9f86-b6dbc74bd9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:15:50.876953 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-87e98e38-accd-49e4-a5a1-36b54749470b req-50ffddc8-fd26-4357-9f86-b6dbc74bd9eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc87f793-c224-4d30-9c45-dba51bc82a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810964 Apr 23 18:15:50.945807 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-e7566356-810b-4481-9ce4-a2f2e4d21dbf None None] Set router e878deb6-fa51-4853-a2a8-0f1b93771878 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:15:51.026120 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-87e98e38-accd-49e4-a5a1-36b54749470b req-7c4b0d54-ac24-4ae3-a0c1-707e926d7c6e service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399775 Apr 23 18:15:51.168543 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-87e98e38-accd-49e4-a5a1-36b54749470b req-ed935b9e-4f68-4b5e-accc-60c938e34de1 service neutron] 10.222.0.22 "GET /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356454 Apr 23 18:15:51.279597 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-e7566356-810b-4481-9ce4-a2f2e4d21dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'name': 'tempest-TestShelveInstance-1913687148-router', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:46Z', 'updated_at': '2021-04-23T18:11:51Z', 'revision_number': 4, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'gw_port': {'id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:47Z', 'updated_at': '2021-04-23T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '943f1512-9a16-4498-a440-ed4004bda1a0', 'name': '', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'mac_address': 'fa:16:3e:1b:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:50Z', 'updated_at': '2021-04-23T18:11:58Z', 'revision_number': 5, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'subnets': [{'id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:15:51.283792 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7566356-810b-4481-9ce4-a2f2e4d21dbf None None] The sync data for ids ['e878deb6-fa51-4853-a2a8-0f1b93771878'] in dv-cinder-786524-3-smb is: [{'id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'name': 'tempest-TestShelveInstance-1913687148-router', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:46Z', 'updated_at': '2021-04-23T18:11:51Z', 'revision_number': 4, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'gw_port': {'id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:47Z', 'updated_at': '2021-04-23T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb', '_interfaces': [{'id': '943f1512-9a16-4498-a440-ed4004bda1a0', 'name': '', 'network_id': 'fc87f793-c224-4d30-9c45-dba51bc82a19', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'mac_address': 'fa:16:3e:1b:6f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:50Z', 'updated_at': '2021-04-23T18:11:58Z', 'revision_number': 5, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'subnets': [{'id': 'd00a4c7c-b873-4219-95bc-e0e48c518f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:15:51.686354 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14306fe7-2d49-4c48-9430-04e452d0b927 None None] New status for floating IP bec5dd4b-48b0-4964-a691-df819830b1c8: DOWN {{(pid=86364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 18:15:51.955988 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c19f2-8bff-41ff-9773-6a21090c5eeb req-49091421-a97d-4624-b007-a59815ee4b31 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:15:51.956744 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-3e8c19f2-8bff-41ff-9773-6a21090c5eeb req-49091421-a97d-4624-b007-a59815ee4b31 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Synchronizing usage tracker for tenant:aee37c23d7c6433ca7a8e4025a1023c6 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:15:51.969471 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053d348-5adb-4f3a-b64a-a1ad893b358d req-78e34603-b9b5-4f18-9f4a-6aa91f906f2c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 18:15:51.970187 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1053d348-5adb-4f3a-b64a-a1ad893b358d req-78e34603-b9b5-4f18-9f4a-6aa91f906f2c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Synchronizing usage tracker for tenant:aee37c23d7c6433ca7a8e4025a1023c6 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:15:51.994396 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-3e8c19f2-8bff-41ff-9773-6a21090c5eeb req-49091421-a97d-4624-b007-a59815ee4b31 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Unset dirty status for tenant:aee37c23d7c6433ca7a8e4025a1023c6 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:15:51.995639 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3e8c19f2-8bff-41ff-9773-6a21090c5eeb req-49091421-a97d-4624-b007-a59815ee4b31 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.2035186 Apr 23 18:15:51.996674 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1053d348-5adb-4f3a-b64a-a1ad893b358d req-78e34603-b9b5-4f18-9f4a-6aa91f906f2c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Unset dirty status for tenant:aee37c23d7c6433ca7a8e4025a1023c6 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:15:51.997887 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1053d348-5adb-4f3a-b64a-a1ad893b358d req-78e34603-b9b5-4f18-9f4a-6aa91f906f2c tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 945 time: 0.1641774 Apr 23 18:15:52.379129 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1053d348-5adb-4f3a-b64a-a1ad893b358d req-c58ac1f1-4f0d-4b74-ac1f-5aa618d9cab9 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/security-groups?id=584cac18-e84e-407b-bfba-dc6446904dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120403 Apr 23 18:15:52.413068 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-3e8c19f2-8bff-41ff-9773-6a21090c5eeb req-09ad59d0-de77-4a8f-8abc-c0e684ee7c1a tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Deleting port 21eb8889-235d-41bd-8431-a73ba7bdfd30 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:15:52.413448 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-3e8c19f2-8bff-41ff-9773-6a21090c5eeb req-09ad59d0-de77-4a8f-8abc-c0e684ee7c1a tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:52.540378 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:52.555899 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [req-3e8c19f2-8bff-41ff-9773-6a21090c5eeb req-09ad59d0-de77-4a8f-8abc-c0e684ee7c1a tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] For port 21eb8889-235d-41bd-8431-a73ba7bdfd30, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=21eb8889-235d-41bd-8431-a73ba7bdfd30,segment=NetworkSegment(7edc0d00-26cd-4014-a042-6c16d6dabd38),segment_id=7edc0d00-26cd-4014-a042-6c16d6dabd38)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:15:52.556304 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-3e8c19f2-8bff-41ff-9773-6a21090c5eeb req-09ad59d0-de77-4a8f-8abc-c0e684ee7c1a tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:52.688338 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [req-3e8c19f2-8bff-41ff-9773-6a21090c5eeb req-09ad59d0-de77-4a8f-8abc-c0e684ee7c1a tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Calling delete_port for 21eb8889-235d-41bd-8431-a73ba7bdfd30 owned by compute:nova {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:15:52.798032 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-3e8c19f2-8bff-41ff-9773-6a21090c5eeb req-09ad59d0-de77-4a8f-8abc-c0e684ee7c1a tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:52.804851 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6ac4b41e-7e88-4426-8b53-f39b889abb90 tempest-AttachVolumeNegativeTest-128108577 tempest-AttachVolumeNegativeTest-128108577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:15:52.854964 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad59d0-de77-4a8f-8abc-c0e684ee7c1a tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Pushing event deleted for resources: {'Port': ['ID=21eb8889-235d-41bd-8431-a73ba7bdfd30,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:15:52.857548 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-09ad59d0-de77-4a8f-8abc-c0e684ee7c1a tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:15:52.938174 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8c19f2-8bff-41ff-9773-6a21090c5eeb req-09ad59d0-de77-4a8f-8abc-c0e684ee7c1a tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] No DVR routers for this DVR port 21eb8889-235d-41bd-8431-a73ba7bdfd30 on host hv-cinder-78652 {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:15:52.940779 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [req-3e8c19f2-8bff-41ff-9773-6a21090c5eeb req-09ad59d0-de77-4a8f-8abc-c0e684ee7c1a tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:52.945088 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'name': 'network-vif-deleted', 'tag': '21eb8889-235d-41bd-8431-a73ba7bdfd30'}] {{(pid=86361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 18:15:52.959190 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-3e8c19f2-8bff-41ff-9773-6a21090c5eeb req-09ad59d0-de77-4a8f-8abc-c0e684ee7c1a tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.22 "DELETE /v2.0/ports/21eb8889-235d-41bd-8431-a73ba7bdfd30 HTTP/1.1" status: 204 len: 173 time: 0.9566400 Apr 23 18:15:52.999895 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac24b3ea-2c4c-4df4-8073-4ec64540e744', 'name': 'network-vif-deleted', 'tag': '21eb8889-235d-41bd-8431-a73ba7bdfd30', 'status': 'completed', 'code': 200} Apr 23 18:15:53.558368 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1504c093-52f8-4204-b793-65502611e295 req-c3d673e1-1a28-4db0-afb9-03ad89265712 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Synchronizing usage tracker for tenant:aee37c23d7c6433ca7a8e4025a1023c6 on resource:port {{(pid=86361) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 18:15:53.573363 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.quota.resource [req-1504c093-52f8-4204-b793-65502611e295 req-c3d673e1-1a28-4db0-afb9-03ad89265712 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Unset dirty status for tenant:aee37c23d7c6433ca7a8e4025a1023c6 on resource:port {{(pid=86361) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 18:15:53.574593 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [req-1504c093-52f8-4204-b793-65502611e295 req-c3d673e1-1a28-4db0-afb9-03ad89265712 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac24b3ea-2c4c-4df4-8073-4ec64540e744 HTTP/1.1" status: 200 len: 210 time: 0.0674942 Apr 23 18:15:54.676701 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34404) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:15:54.751750 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1715-56f2-4b28-8119-0b9a6f4702d0 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:54.783328 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1715-56f2-4b28-8119-0b9a6f4702d0 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:54.840833 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1715-56f2-4b28-8119-0b9a6f4702d0 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:54.847203 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-5ff4da73-aaff-4834-8b37-c52b2c8f1a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:15:54.866704 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f1715-56f2-4b28-8119-0b9a6f4702d0 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584cac18-e84e-407b-bfba-dc6446904dbe,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:15:54.869245 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-eb3f1715-56f2-4b28-8119-0b9a6f4702d0 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:15:54.877493 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1715-56f2-4b28-8119-0b9a6f4702d0 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] Notify callbacks [] for security_group, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:54.878751 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-eb3f1715-56f2-4b28-8119-0b9a6f4702d0 tempest-TestShelveInstance-1094219419 tempest-TestShelveInstance-1094219419-project] 10.222.0.11 "DELETE /v2.0/security-groups/584cac18-e84e-407b-bfba-dc6446904dbe HTTP/1.1" status: 204 len: 168 time: 0.2009599 Apr 23 18:15:54.919743 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34410) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:15:55.418395 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 21eb8889-235d-41bd-8431-a73ba7bdfd30 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:15:55.463006 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] No Port match for: 21eb8889-235d-41bd-8431-a73ba7bdfd30 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:15:55.463479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Device 21eb8889-235d-41bd-8431-a73ba7bdfd30 not bound to the agent host hv-cinder-78652 {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:15:55.493947 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d46a9484-5c11-469b-b8b8-7e27a3542b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710756'] for router_interface, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:55.924234 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-d46a9484-5c11-469b-b8b8-7e27a3542b4d admin admin] Deleting port 943f1512-9a16-4498-a440-ed4004bda1a0 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:15:55.924810 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d46a9484-5c11-469b-b8b8-7e27a3542b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:56.054029 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-d46a9484-5c11-469b-b8b8-7e27a3542b4d admin admin] For port 943f1512-9a16-4498-a440-ed4004bda1a0, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=943f1512-9a16-4498-a440-ed4004bda1a0,segment=NetworkSegment(7edc0d00-26cd-4014-a042-6c16d6dabd38),segment_id=7edc0d00-26cd-4014-a042-6c16d6dabd38)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:15:56.054354 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d46a9484-5c11-469b-b8b8-7e27a3542b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:56.185995 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-d46a9484-5c11-469b-b8b8-7e27a3542b4d admin admin] Calling delete_port for 943f1512-9a16-4498-a440-ed4004bda1a0 owned by network:router_interface {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:15:56.331535 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d46a9484-5c11-469b-b8b8-7e27a3542b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:56.336281 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-eed25010-3682-457a-a247-f62d90838363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:15:56.386049 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a9484-5c11-469b-b8b8-7e27a3542b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=943f1512-9a16-4498-a440-ed4004bda1a0,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:15:56.414441 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d46a9484-5c11-469b-b8b8-7e27a3542b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:15:56.672387 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d46a9484-5c11-469b-b8b8-7e27a3542b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853163703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710810'] for router_interface, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:57.285845 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46a9484-5c11-469b-b8b8-7e27a3542b4d admin admin] Router e878deb6-fa51-4853-a2a8-0f1b93771878 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:15:57.472736 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46a9484-5c11-469b-b8b8-7e27a3542b4d admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:15:57.481985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f063e-22e5-4b23-ac39-b835fc370577 None None] Sync routers for ids ['e878deb6-fa51-4853-a2a8-0f1b93771878'] in dv-cinder-786524-3-smb {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:15:57.488159 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-d46a9484-5c11-469b-b8b8-7e27a3542b4d admin admin] 10.222.0.11 "PUT /v2.0/routers/e878deb6-fa51-4853-a2a8-0f1b93771878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5672448 Apr 23 18:15:57.490720 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34414) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:15:57.492896 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f063e-22e5-4b23-ac39-b835fc370577 None None] Routers {'e878deb6-fa51-4853-a2a8-0f1b93771878'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:15:57.493552 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-1d5f063e-22e5-4b23-ac39-b835fc370577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:15:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e878deb6-fa51-4853-a2a8-0f1b93771878'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:15:57.681316 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:57.681879 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-1d5f063e-22e5-4b23-ac39-b835fc370577 None None] Set router e878deb6-fa51-4853-a2a8-0f1b93771878 gateway port host: dv-cinder-786524-3-smb {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:15:57.878796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:57.952994 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] Deleting port 044b8ff3-6c44-44a7-ba88-77064f3af6a2 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:15:57.953287 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:57.988819 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-1d5f063e-22e5-4b23-ac39-b835fc370577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'name': 'tempest-TestShelveInstance-1913687148-router', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:46Z', 'updated_at': '2021-04-23T18:15:56Z', 'revision_number': 5, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'gw_port': {'id': '044b8ff3-6c44-44a7-ba88-77064f3af6a2', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:47Z', 'updated_at': '2021-04-23T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:15:57.992827 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f063e-22e5-4b23-ac39-b835fc370577 None None] Checking router: e878deb6-fa51-4853-a2a8-0f1b93771878 for host: dv-cinder-786524-3-smb {{(pid=86363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:15:58.002592 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f063e-22e5-4b23-ac39-b835fc370577 None None] Routers {'e878deb6-fa51-4853-a2a8-0f1b93771878'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:15:58.003271 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-1d5f063e-22e5-4b23-ac39-b835fc370577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:15:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['e878deb6-fa51-4853-a2a8-0f1b93771878'], 'active': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:15:58.082181 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] For port 044b8ff3-6c44-44a7-ba88-77064f3af6a2, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=044b8ff3-6c44-44a7-ba88-77064f3af6a2,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:15:58.082581 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:58.223923 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] Calling delete_port for 044b8ff3-6c44-44a7-ba88-77064f3af6a2 owned by network:router_gateway {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:15:58.343005 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-1d5f063e-22e5-4b23-ac39-b835fc370577 None None] Set router e878deb6-fa51-4853-a2a8-0f1b93771878 gateway port host: None {{(pid=86363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:15:58.376729 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:58.381909 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d46a9484-5c11-469b-b8b8-7e27a3542b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:15:58.428845 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=044b8ff3-6c44-44a7-ba88-77064f3af6a2,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:15:58.432209 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:15:58.458796 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-1d5f063e-22e5-4b23-ac39-b835fc370577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'name': 'tempest-TestShelveInstance-1913687148-router', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:46Z', 'updated_at': '2021-04-23T18:15:57Z', 'revision_number': 6, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'gw_port_host': None}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:15:58.463024 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f063e-22e5-4b23-ac39-b835fc370577 None None] The sync data for ids ['e878deb6-fa51-4853-a2a8-0f1b93771878'] in dv-cinder-786524-3-smb is: [{'id': 'e878deb6-fa51-4853-a2a8-0f1b93771878', 'name': 'tempest-TestShelveInstance-1913687148-router', 'tenant_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:46Z', 'updated_at': '2021-04-23T18:15:57Z', 'revision_number': 6, 'project_id': 'aee37c23d7c6433ca7a8e4025a1023c6', 'gw_port_host': None}] {{(pid=86363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:15:58.529670 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853013669'] for router_gateway, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:58.716637 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853064441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736081'] for router, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:58.719731 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:58.743999 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706563'] for router, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:58.744475 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e878deb6-fa51-4853-a2a8-0f1b93771878 {{(pid=86361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 18:15:58.758297 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] Notify callbacks [] for router, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:58.759592 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-03e5ee44-874e-48bf-8339-50de946242c1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e878deb6-fa51-4853-a2a8-0f1b93771878 HTTP/1.1" status: 204 len: 168 time: 1.2678370 Apr 23 18:15:58.762178 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34418) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:15:58.830307 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34c4c71-e4aa-4d44-80ba-9938040dd2c5 admin admin] Deleting subnet d00a4c7c-b873-4219-95bc-e0e48c518f93 {{(pid=86361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 18:15:58.833524 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c34c4c71-e4aa-4d44-80ba-9938040dd2c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:58.890956 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c34c4c71-e4aa-4d44-80ba-9938040dd2c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848253410'] for subnet, precommit_delete_associations {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:58.973729 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c34c4c71-e4aa-4d44-80ba-9938040dd2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851233888'] for subnet, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:59.241748 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c34c4c71-e4aa-4d44-80ba-9938040dd2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852916966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6478716'] for subnet, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:59.246937 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:15:59.284593 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c4c71-e4aa-4d44-80ba-9938040dd2c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00a4c7c-b873-4219-95bc-e0e48c518f93,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:15:59.287810 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-c34c4c71-e4aa-4d44-80ba-9938040dd2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:15:59.288858 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c34c4c71-e4aa-4d44-80ba-9938040dd2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:59.293643 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a440bba6-d0ae-42f3-b06a-5b89063a41cd None None] Network fc87f793-c224-4d30-9c45-dba51bc82a19 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:15:59.295045 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-c34c4c71-e4aa-4d44-80ba-9938040dd2c5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d00a4c7c-b873-4219-95bc-e0e48c518f93 HTTP/1.1" status: 204 len: 168 time: 0.5318117 Apr 23 18:15:59.297706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34422) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:15:59.415435 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851326484'] for network, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:59.491737 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Deleting port b26a47f9-7357-46c2-ac00-4027ee24a23c {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:15:59.492111 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:59.555723 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f7fdf5-d8c4-4557-a4f5-c36b9ab4b026 None None] DHCP port deletion for fc87f793-c224-4d30-9c45-dba51bc82a19 request from dv-cinder-786524-3-smb {{(pid=86363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 18:15:59.601924 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] For port b26a47f9-7357-46c2-ac00-4027ee24a23c, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=b26a47f9-7357-46c2-ac00-4027ee24a23c,segment=NetworkSegment(7edc0d00-26cd-4014-a042-6c16d6dabd38),segment_id=7edc0d00-26cd-4014-a042-6c16d6dabd38)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:15:59.602322 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:59.627395 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-22f7fdf5-d8c4-4557-a4f5-c36b9ab4b026 None None] Deleting port b26a47f9-7357-46c2-ac00-4027ee24a23c {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:15:59.627807 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-22f7fdf5-d8c4-4557-a4f5-c36b9ab4b026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:59.734558 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-22f7fdf5-d8c4-4557-a4f5-c36b9ab4b026 None None] For port b26a47f9-7357-46c2-ac00-4027ee24a23c, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=b26a47f9-7357-46c2-ac00-4027ee24a23c,segment=NetworkSegment(7edc0d00-26cd-4014-a042-6c16d6dabd38),segment_id=7edc0d00-26cd-4014-a042-6c16d6dabd38)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:15:59.735039 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-22f7fdf5-d8c4-4557-a4f5-c36b9ab4b026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:59.736813 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Calling delete_port for b26a47f9-7357-46c2-ac00-4027ee24a23c owned by network:dhcp {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:15:59.782859 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:59.787779 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-8b190680-c825-4715-a0c8-b68c8583c542 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:15:59.839044 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Pushing event deleted for resources: {'Port': ['ID=b26a47f9-7357-46c2-ac00-4027ee24a23c,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:15:59.841099 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] No DVR routers for this DVR port b26a47f9-7357-46c2-ac00-4027ee24a23c on host dv-cinder-786524-3-smb {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:15:59.842712 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:15:59.868363 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-22f7fdf5-d8c4-4557-a4f5-c36b9ab4b026 None None] Calling delete_port for b26a47f9-7357-46c2-ac00-4027ee24a23c owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:15:59.875527 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device b26a47f9-7357-46c2-ac00-4027ee24a23c no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:15:59.915725 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: b26a47f9-7357-46c2-ac00-4027ee24a23c {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:15:59.916116 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device b26a47f9-7357-46c2-ac00-4027ee24a23c not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:15:59.916590 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 943f1512-9a16-4498-a440-ed4004bda1a0 no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:15:59.954920 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: 943f1512-9a16-4498-a440-ed4004bda1a0 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:15:59.955361 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 943f1512-9a16-4498-a440-ed4004bda1a0 not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:15:59.955818 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 044b8ff3-6c44-44a7-ba88-77064f3af6a2 no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:15:59.965371 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542005', 'neutron.services.segments.db._delete_segments_for_network-8774976202099'] for network, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:15:59.999326 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: 044b8ff3-6c44-44a7-ba88-77064f3af6a2 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:15:59.999719 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 044b8ff3-6c44-44a7-ba88-77064f3af6a2 not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:16:00.025446 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.db.api [None req-22f7fdf5-d8c4-4557-a4f5-c36b9ab4b026 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86363) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 18:16:00.025855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_db.api [None req-22f7fdf5-d8c4-4557-a4f5-c36b9ab4b026 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 18:16:00.080588 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc87f793-c224-4d30-9c45-dba51bc82a19']}} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:16:00.093806 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edc0d00-26cd-4014-a042-6c16d6dabd38') {'for_net_delete': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:16:00.094145 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edc0d00-26cd-4014-a042-6c16d6dabd38') {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:16:00.106046 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261878593123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6522390'] for segment, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:00.121276 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:00.127563 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=86361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 18:16:00.307009 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Network fc87f793-c224-4d30-9c45-dba51bc82a19 has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:16:00.320084 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1859257'] for segment, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:00.496997 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Network fc87f793-c224-4d30-9c45-dba51bc82a19 has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: Traceback (most recent call last): Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: timer() Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: cb(*args, **kw) Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: return func(*args, **kwargs) Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: self._notify() Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: self.callback(batched_events) Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: event.method(event) Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: segment_id)['aggregates'][0] Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: return f(self, *a, **k) Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: return self._get(url).json() Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: **kwargs) Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: return self.request(url, 'GET', **kwargs) Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: **endpoint_filter) Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 18:16:00.519898 dv-cinder-786524-3-smb neutron-server[86250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 18:16:00.567429 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-22f7fdf5-d8c4-4557-a4f5-c36b9ab4b026 None None] The port 'b26a47f9-7357-46c2-ac00-4027ee24a23c' was deleted {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 18:16:00.844797 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851233795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853070148'] for network, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:00.848585 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:16:00.862273 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:00.873088 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Pushing event deleted for resources: {'Network': ['ID=fc87f793-c224-4d30-9c45-dba51bc82a19,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:16:00.877252 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:16:00.888150 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] 10.222.0.11 "DELETE /v2.0/networks/fc87f793-c224-4d30-9c45-dba51bc82a19 HTTP/1.1" status: 204 len: 168 time: 1.5894160 Apr 23 18:16:00.892095 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34426) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:16:01.465541 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2d0a54f1-5a78-4944-82dc-ade14643a9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710756'] for router_interface, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:01.892770 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a54f1-5a78-4944-82dc-ade14643a9ae admin admin] Deleting port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:16:01.893399 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2d0a54f1-5a78-4944-82dc-ade14643a9ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:02.020764 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-2d0a54f1-5a78-4944-82dc-ade14643a9ae admin admin] For port 025f83b3-7794-4ef8-bedb-4720b2f3dcf4, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=025f83b3-7794-4ef8-bedb-4720b2f3dcf4,segment=NetworkSegment(6eef8c83-5046-4f75-8433-5a5560b6f1bb),segment_id=6eef8c83-5046-4f75-8433-5a5560b6f1bb)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:16:02.021161 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2d0a54f1-5a78-4944-82dc-ade14643a9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:02.150386 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a54f1-5a78-4944-82dc-ade14643a9ae admin admin] Calling delete_port for 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 owned by network:router_interface {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:16:02.297170 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2d0a54f1-5a78-4944-82dc-ade14643a9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:02.301735 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-e4bbdb76-9f77-4af1-8c7d-fe3122314afc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:16:02.347653 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a54f1-5a78-4944-82dc-ade14643a9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=025f83b3-7794-4ef8-bedb-4720b2f3dcf4,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:16:02.350995 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2d0a54f1-5a78-4944-82dc-ade14643a9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:16:02.628800 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-2d0a54f1-5a78-4944-82dc-ade14643a9ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853163703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710810'] for router_interface, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:03.005784 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0a54f1-5a78-4944-82dc-ade14643a9ae admin admin] Router 7a278a84-bae4-4c80-b5db-b584e7e14234 has already been hosted by L3 agent f6e1b6c8-6598-4bb6-894f-270a92864ec1 {{(pid=86361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 18:16:03.191869 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0a54f1-5a78-4944-82dc-ade14643a9ae admin admin] Notify agent at l3_agent.dv-cinder-786524-3-smb the message routers_updated {{(pid=86361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 18:16:03.200702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0601a8e-1c01-4bee-bbb7-360bf033b87f None None] Sync routers for ids ['7a278a84-bae4-4c80-b5db-b584e7e14234'] in dv-cinder-786524-3-smb {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 18:16:03.202728 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-2d0a54f1-5a78-4944-82dc-ade14643a9ae admin admin] 10.222.0.11 "PUT /v2.0/routers/7a278a84-bae4-4c80-b5db-b584e7e14234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3081608 Apr 23 18:16:03.204590 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34430) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:16:03.211338 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0601a8e-1c01-4bee-bbb7-360bf033b87f None None] Routers {'7a278a84-bae4-4c80-b5db-b584e7e14234'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:16:03.212000 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-f0601a8e-1c01-4bee-bbb7-360bf033b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:15:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['7a278a84-bae4-4c80-b5db-b584e7e14234'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:16:03.402412 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-f0601a8e-1c01-4bee-bbb7-360bf033b87f None None] Set router 7a278a84-bae4-4c80-b5db-b584e7e14234 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:16:03.642096 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] Notify callbacks [] for router, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:03.720865 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-f0601a8e-1c01-4bee-bbb7-360bf033b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'name': 'tempest-TestShelveInstance-1810583129-router', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '7571746f-6552-454b-91fe-332963bd3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:53Z', 'updated_at': '2021-04-23T18:16:02Z', 'revision_number': 5, 'project_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'gw_port': {'id': '7571746f-6552-454b-91fe-332963bd3800', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:54Z', 'updated_at': '2021-04-23T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:16:03.724862 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0601a8e-1c01-4bee-bbb7-360bf033b87f None None] Checking router: 7a278a84-bae4-4c80-b5db-b584e7e14234 for host: dv-cinder-786524-3-smb {{(pid=86364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 18:16:03.733853 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0601a8e-1c01-4bee-bbb7-360bf033b87f None None] Routers {'7a278a84-bae4-4c80-b5db-b584e7e14234'} bound to L3 agent in host dv-cinder-786524-3-smb {{(pid=86364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 18:16:03.734505 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-f0601a8e-1c01-4bee-bbb7-360bf033b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T17:53:12Z,description=,heartbeat_timestamp=2021-04-23T18:15:42Z,host='dv-cinder-786524-3-smb',id=f6e1b6c8-6598-4bb6-894f-270a92864ec1,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T17:53:12Z,topic='l3_agent')) {'router_ids': ['7a278a84-bae4-4c80-b5db-b584e7e14234'], 'active': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:16:03.835081 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:03.917970 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] Deleting port 7571746f-6552-454b-91fe-332963bd3800 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:16:03.918355 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:04.051691 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] For port 7571746f-6552-454b-91fe-332963bd3800, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=7571746f-6552-454b-91fe-332963bd3800,segment=NetworkSegment(4607ade6-653d-4902-b091-0ebe536f552f),segment_id=4607ade6-653d-4902-b091-0ebe536f552f)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:16:04.052270 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:04.083299 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvr_db [None req-f0601a8e-1c01-4bee-bbb7-360bf033b87f None None] Set router 7a278a84-bae4-4c80-b5db-b584e7e14234 gateway port host: dv-cinder-786524-3-smb {{(pid=86364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 18:16:04.185973 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] Calling delete_port for 7571746f-6552-454b-91fe-332963bd3800 owned by network:router_gateway {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:16:04.335341 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:04.340021 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-6caa67b4-7424-4a1b-8268-4c6f67a090be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:16:04.385850 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] Pushing event deleted for resources: {'Port': ['ID=7571746f-6552-454b-91fe-332963bd3800,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:16:04.389111 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_hamode_db [None req-f0601a8e-1c01-4bee-bbb7-360bf033b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'name': 'tempest-TestShelveInstance-1810583129-router', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '7571746f-6552-454b-91fe-332963bd3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:53Z', 'updated_at': '2021-04-23T18:16:02Z', 'revision_number': 5, 'project_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'gw_port': {'id': '7571746f-6552-454b-91fe-332963bd3800', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:54Z', 'updated_at': '2021-04-23T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}], 'dv-cinder-786524-3-smb', False) {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:16:04.389250 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:16:04.394373 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0601a8e-1c01-4bee-bbb7-360bf033b87f None None] The sync data for ids ['7a278a84-bae4-4c80-b5db-b584e7e14234'] in dv-cinder-786524-3-smb is: [{'id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'name': 'tempest-TestShelveInstance-1810583129-router', 'tenant_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'external_fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '7571746f-6552-454b-91fe-332963bd3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T18:11:53Z', 'updated_at': '2021-04-23T18:16:02Z', 'revision_number': 5, 'project_id': 'e89c2b5183064be6bfd9ac12d1fa52ce', 'gw_port': {'id': '7571746f-6552-454b-91fe-332963bd3800', 'name': '', 'network_id': '98d3619d-941a-4347-b217-5f5fd5441170', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a278a84-bae4-4c80-b5db-b584e7e14234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T18:11:54Z', 'updated_at': '2021-04-23T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72c7752f-77c2-49cb-bbe9-c4d5aa4c810b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-3-smb'}] {{(pid=86364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 18:16:04.489871 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853013669'] for router_gateway, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:04.677725 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853064441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736081'] for router, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:04.680081 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:04.705654 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706563'] for router, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:04.706224 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a278a84-bae4-4c80-b5db-b584e7e14234 {{(pid=86361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 18:16:04.719597 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] Notify callbacks [] for router, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:04.720841 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-b67ba835-83e3-4fc4-889f-350699cb5261 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7a278a84-bae4-4c80-b5db-b584e7e14234 HTTP/1.1" status: 204 len: 168 time: 1.5152528 Apr 23 18:16:04.723506 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34434) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:16:04.789560 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.db_base_plugin_v2 [None req-0552ea81-c6a4-4d51-9b36-750c488904bb admin admin] Deleting subnet c0843493-1830-4cc9-8124-405d836345fe {{(pid=86361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 18:16:04.792706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0552ea81-c6a4-4d51-9b36-750c488904bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:04.846364 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0552ea81-c6a4-4d51-9b36-750c488904bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848253410'] for subnet, precommit_delete_associations {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:04.932915 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0552ea81-c6a4-4d51-9b36-750c488904bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851233888'] for subnet, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:05.201134 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0552ea81-c6a4-4d51-9b36-750c488904bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852916966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6478716'] for subnet, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:05.206469 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-c34c4c71-e4aa-4d44-80ba-9938040dd2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:16:05.247905 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-0552ea81-c6a4-4d51-9b36-750c488904bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for subnet, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:05.253239 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552ea81-c6a4-4d51-9b36-750c488904bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0843493-1830-4cc9-8124-405d836345fe,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:16:05.253640 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca5e8b6-7f4d-40e0-acc7-24bc9450043e None None] Network 81488f3b-3d2c-46ac-bfd3-d95f624c8469 requested from dv-cinder-786524-3-smb {{(pid=86363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 18:16:05.255539 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-0552ea81-c6a4-4d51-9b36-750c488904bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:16:05.261166 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-0552ea81-c6a4-4d51-9b36-750c488904bb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c0843493-1830-4cc9-8124-405d836345fe HTTP/1.1" status: 204 len: 168 time: 0.5341754 Apr 23 18:16:05.261445 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86361) accepted ('10.222.0.11', 34438) {{(pid=86361) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:16:05.382311 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851326484'] for network, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:05.461595 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Deleting port a5e18061-ff14-469f-b853-af37652831c4 {{(pid=86361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:16:05.461867 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:05.511545 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddd97eb-c992-4b4c-928f-2ed8b8608f93 None None] DHCP port deletion for 81488f3b-3d2c-46ac-bfd3-d95f624c8469 request from dv-cinder-786524-3-smb {{(pid=86363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 18:16:05.570964 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] For port a5e18061-ff14-469f-b853-af37652831c4, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=a5e18061-ff14-469f-b853-af37652831c4,segment=NetworkSegment(6eef8c83-5046-4f75-8433-5a5560b6f1bb),segment_id=6eef8c83-5046-4f75-8433-5a5560b6f1bb)] {{(pid=86361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:16:05.571394 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:05.583482 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd97eb-c992-4b4c-928f-2ed8b8608f93 None None] Deleting port a5e18061-ff14-469f-b853-af37652831c4 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 18:16:05.583904 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3ddd97eb-c992-4b4c-928f-2ed8b8608f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261878659956'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:05.689844 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.db [None req-3ddd97eb-c992-4b4c-928f-2ed8b8608f93 None None] For port a5e18061-ff14-469f-b853-af37652831c4, host dv-cinder-786524-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-3-smb',level=0,port_id=a5e18061-ff14-469f-b853-af37652831c4,segment=NetworkSegment(6eef8c83-5046-4f75-8433-5a5560b6f1bb),segment_id=6eef8c83-5046-4f75-8433-5a5560b6f1bb)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 18:16:05.690282 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-3ddd97eb-c992-4b4c-928f-2ed8b8608f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1757507'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:05.705868 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Calling delete_port for a5e18061-ff14-469f-b853-af37652831c4 owned by network:dhcp {{(pid=86361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:16:05.750726 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851249743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261878655775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261879104082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852916530'] for port, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:05.755775 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-2d0a54f1-5a78-4944-82dc-ade14643a9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:16:05.805935 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e18061-ff14-469f-b853-af37652831c4,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:16:05.807981 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] No DVR routers for this DVR port a5e18061-ff14-469f-b853-af37652831c4 on host dv-cinder-786524-3-smb {{(pid=86361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 18:16:05.809621 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:16:05.822969 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd97eb-c992-4b4c-928f-2ed8b8608f93 None None] Calling delete_port for a5e18061-ff14-469f-b853-af37652831c4 owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 18:16:05.866295 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.db.api [None req-3ddd97eb-c992-4b4c-928f-2ed8b8608f93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86363) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 18:16:05.866712 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_db.api [None req-3ddd97eb-c992-4b4c-928f-2ed8b8608f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 18:16:05.875841 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 7571746f-6552-454b-91fe-332963bd3800 no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:16:05.913119 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: 7571746f-6552-454b-91fe-332963bd3800 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:16:05.913514 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 7571746f-6552-454b-91fe-332963bd3800 not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:16:05.913986 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:16:05.933740 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542005', 'neutron.services.segments.db._delete_segments_for_network-8774976202099'] for network, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:05.953002 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:16:05.953397 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device 025f83b3-7794-4ef8-bedb-4720b2f3dcf4 not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:16:05.953855 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device a5e18061-ff14-469f-b853-af37652831c4 no longer exists at agent ovs-agent-dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 18:16:05.989709 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] No Port match for: a5e18061-ff14-469f-b853-af37652831c4 {{(pid=86363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 18:16:05.990107 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.rpc [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Device a5e18061-ff14-469f-b853-af37652831c4 not bound to the agent host dv-cinder-786524-3-smb {{(pid=86363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 18:16:06.050500 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81488f3b-3d2c-46ac-bfd3-d95f624c8469']}} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:16:06.063209 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eef8c83-5046-4f75-8433-5a5560b6f1bb') {'for_net_delete': True} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:16:06.063540 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.services.segments.db [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eef8c83-5046-4f75-8433-5a5560b6f1bb') {} {{(pid=86361) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 18:16:06.075524 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261878593123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6522390'] for segment, before_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:06.091942 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3561414'] for segment, precommit_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:06.099003 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=86361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 18:16:06.274536 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Network 81488f3b-3d2c-46ac-bfd3-d95f624c8469 has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:16:06.285085 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851214415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1859257'] for segment, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:06.403497 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd97eb-c992-4b4c-928f-2ed8b8608f93 None None] The port 'a5e18061-ff14-469f-b853-af37652831c4' was deleted {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 18:16:06.468656 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.plugins.ml2.managers [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Network 81488f3b-3d2c-46ac-bfd3-d95f624c8469 has no segments {{(pid=86361) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: Traceback (most recent call last): Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: timer() Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: cb(*args, **kw) Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: return func(*args, **kwargs) Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: self._notify() Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: self.callback(batched_events) Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: event.method(event) Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: segment_id)['aggregates'][0] Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: return f(self, *a, **k) Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: return self._get(url).json() Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: **kwargs) Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: return self.request(url, 'GET', **kwargs) Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: **endpoint_filter) Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 18:16:06.490915 dv-cinder-786524-3-smb neutron-server[86250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 18:16:06.572186 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851233795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853070148'] for network, after_delete {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:06.576063 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:16:06.590496 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612130'] for network, before_response {{(pid=86361) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:06.602010 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Pushing event deleted for resources: {'Network': ['ID=81488f3b-3d2c-46ac-bfd3-d95f624c8469,revision_number=None']} {{(pid=86361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:16:06.604964 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86361) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:16:06.606840 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-95b712ec-7071-4c1a-8b45-d4e3747ec344 admin admin] 10.222.0.11 "DELETE /v2.0/networks/81488f3b-3d2c-46ac-bfd3-d95f624c8469 HTTP/1.1" status: 204 len: 168 time: 1.3443954 Apr 23 18:16:06.803346 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 34444) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:16:06.856225 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-62c55c8d-1465-4e82-aa79-a70b6d6fe1c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aee37c23d7c6433ca7a8e4025a1023c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515001 Apr 23 18:16:06.858929 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 34448) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:16:06.920079 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:06.947593 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:06.997688 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:07.003943 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-f50f0f1e-228f-45f7-8bc0-c471191a0abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:16:07.019815 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09598906-6d4f-43eb-801c-27429ccf62bf,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:16:07.031718 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:16:07.032196 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:16:07.032624 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:16:07.033045 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:16:07.033469 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:16:07.033883 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:16:07.034296 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:16:07.034710 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:16:07.035169 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:16:07.035579 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:16:07.036027 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:16:07.036491 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-3-smb {{(pid=86362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 18:16:07.039719 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:07.040933 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09598906-6d4f-43eb-801c-27429ccf62bf HTTP/1.1" status: 204 len: 168 time: 0.1810091 Apr 23 18:16:07.041921 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-a37ffe54-03bc-4981-845f-fe486b3b2c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:16:07.417511 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 34456) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:16:07.474145 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-2656eaed-88b9-4a56-819f-9a866d45e868 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e89c2b5183064be6bfd9ac12d1fa52ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553303 Apr 23 18:16:07.476706 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [-] (86362) accepted ('10.222.0.11', 34460) {{(pid=86362) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 18:16:07.536966 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d85a96fd-f401-433d-aef7-d94967b4f17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:07.563864 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d85a96fd-f401-433d-aef7-d94967b4f17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:07.609707 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d85a96fd-f401-433d-aef7-d94967b4f17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853179681'] for security_group, after_delete {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:07.614859 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-15b35518-1969-471e-8c72-71d5a6b7fa16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 18:16:07.627865 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a96fd-f401-433d-aef7-d94967b4f17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4101f4a6-5172-47bd-b8d1-c3677a18b1f4,revision_number=None']} {{(pid=86362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 18:16:07.630479 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG oslo_concurrency.lockutils [None req-d85a96fd-f401-433d-aef7-d94967b4f17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86362) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 18:16:07.634732 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d85a96fd-f401-433d-aef7-d94967b4f17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86362) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:07.636158 dv-cinder-786524-3-smb neutron-server[86250]: INFO neutron.wsgi [None req-d85a96fd-f401-433d-aef7-d94967b4f17c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4101f4a6-5172-47bd-b8d1-c3677a18b1f4 HTTP/1.1" status: 204 len: 168 time: 0.1584969 Apr 23 18:16:08.516440 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:16:09.586430 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-e79375fd-a3af-45f6-844b-ae8bec4ff0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:11.898012 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-89061002-bf09-4413-aac0-c51045a0ac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:12.607478 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:12.754886 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:14.220334 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:22.540572 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:39.587567 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-20cc236d-a8c8-43e0-bfc5-48da75a6d997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:41.898785 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-29faa5ac-afdc-4553-ab20-ca460222f3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:42.610358 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:42.755156 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:44.219903 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:16:45.516356 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:16:52.555153 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:17:09.589326 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fe7341ae-ec2b-4c14-a0c6-a7c23ded509c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:17:11.900038 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ff3c65ce-7055-45f0-8bae-acb3a4b2ad97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:17:12.612327 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:17:12.755119 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:17:14.222783 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:17:22.516853 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:17:22.554387 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:17:28.266904 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [req-5ca7571a-55fd-4fa9-a2c9-25648adf8b3a req-f8255ad5-9c68-48c8-9eb3-48a6d879ed3d tempest-DeleteServersTestJSON-1436994370 tempest-DeleteServersTestJSON-1436994370-project] (86362) timed out ('10.222.0.22', 53415) {{(pid=86362) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 23 18:17:29.385461 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [req-7b7b4993-d83b-42d6-91dd-9ca89b1d8c10 req-58229100-bcee-4ffa-aa6b-996166cd239e service neutron] (86361) timed out ('10.222.0.22', 53439) {{(pid=86361) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 23 18:17:39.590560 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-219086f6-dd4b-4a3d-9002-5646d565c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:17:41.900745 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-7f74667b-d927-4291-b026-e5f4c7bad828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:17:42.614894 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:17:42.756086 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:17:44.224884 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:17:52.569386 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:17:59.516833 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:18:09.591993 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-ea63a035-fd41-4a83-ac53-a44590b44f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:18:11.901616 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-82d7a0a1-8163-4ccb-a763-3e557794c741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:18:12.617447 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:18:12.756719 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:18:14.229434 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:18:22.568951 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:18:36.517204 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:18:39.595149 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-bd3559d6-6e47-433e-b3a1-1cfe1890cb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:18:41.902560 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c0a341e-9430-4073-9177-a0e18cc9466c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:18:42.619125 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:18:42.758250 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:18:44.229849 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:18:52.570670 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:19:09.596669 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5214-64a7-4235-a473-cf1f9a488059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:19:11.904739 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-c0dac1ea-cbe5-4091-8488-bfa2ed3ea036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:19:12.621985 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:19:12.758863 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:19:13.516702 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:19:14.232439 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:19:22.570191 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:19:25.054611 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.wsgi [req-4b040d75-bd3b-436b-acdf-2a510c60dd0e req-b6717f19-a23a-4a69-9520-9a22598907aa tempest-ServerRescueNegativeTestJSON-333268179 tempest-ServerRescueNegativeTestJSON-333268179-project] (86362) timed out ('10.222.0.22', 53497) {{(pid=86362) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 23 18:19:39.597634 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-5ae86a33-56b4-4add-ba0d-7e43ba345681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:19:41.906191 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-de44f0c4-1722-4648-a7e2-47bf422ac5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:19:42.625228 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:19:42.760095 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:19:44.235906 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:19:50.515892 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:19:52.582541 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:20:09.598715 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-804ff29a-7e8c-40af-8843-83053afae19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:20:11.906036 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-077d09f0-bd89-4885-9155-ee6ab2ced4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:20:12.627744 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:20:12.760261 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:20:14.238160 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:20:22.600178 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:20:27.516014 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron.db.agents_db [None req-44532dce-b926-40c0-a9d3-d75ea3b02cdf None None] Agent healthcheck: found 6 active agents {{(pid=86364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 18:20:39.599768 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-a03f4222-2671-4661-8344-720aea202901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:20:41.906026 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-38259499-1ac5-499b-a658-0a1c923e412d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:20:42.633685 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-fc7720e0-b687-4575-9f7e-a065b048bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:20:42.760911 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd6a3-173b-4c20-a76d-0d7449ce355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:20:44.241955 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-69f5bed4-44de-414e-84c5-bc540b562104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 18:20:52.601817 dv-cinder-786524-3-smb neutron-server[86250]: DEBUG neutron_lib.callbacks.manager [None req-8c82749a-247a-4998-a75d-783bc855e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261878573701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3458263'] for agent, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}